[ 677.733076] env[69933]: INFO neutron.common.config [-] Logging enabled! [ 677.733375] env[69933]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev35 [ 677.733582] env[69933]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69933) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 677.733926] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 677.734067] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 677.734933] env[69933]: WARNING oslo_policy.policy [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 677.735188] env[69933]: WARNING oslo_policy.policy [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 677.736729] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] VMware NSXv3 Agent initialized successfully. [ 677.737105] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] Acquiring lock "singleton_lock" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.737249] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] Acquired lock "singleton_lock" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.737458] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] Releasing lock "singleton_lock" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.737882] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] Full set of CONF: {{(pid=69933) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 677.737969] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ******************************************************************************** {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 677.738098] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] Configuration options gathered from: {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 677.738356] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 677.738529] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 677.738738] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ================================================================================ {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 677.738815] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] agent_down_time = 75 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.739879] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] allow_automatic_dhcp_failover = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.739879] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] allow_bulk = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.739879] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] api_extensions_path = {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.739879] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] api_paste_config = api-paste.ini {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.739879] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] auth_strategy = keystone {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.739879] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] backdoor_port = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.739879] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] backdoor_socket = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.740157] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] backlog = 4096 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.740157] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.740362] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] bind_host = 0.0.0.0 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.740413] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] bind_port = 9696 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.740551] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] client_socket_timeout = 900 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.740668] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] config_dir = [] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.740782] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.740931] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] config_source = [] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.741088] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] control_exchange = neutron {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.741322] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] core_plugin = ml2 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.741404] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] debug = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.742501] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] default_availability_zones = [] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.742501] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.742501] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] dhcp_agent_notification = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.742501] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] dhcp_agents_per_network = 1 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.742501] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] dhcp_lease_duration = 86400 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.742768] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] dhcp_load_type = networks {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.742768] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] dns_domain = openstacklocal {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.742768] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.742768] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] enable_default_route_bfd = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.742878] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] enable_default_route_ecmp = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.743027] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] enable_dvr = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.743165] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] enable_new_agents = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.743299] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.743461] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] enable_signals = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.743563] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] enable_traditional_dhcp = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.743882] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] external_dns_driver = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.743882] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] filter_validation = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.744606] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] global_physnet_mtu = 8950 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.744606] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] graceful_shutdown_timeout = 60 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.744606] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] host = cpu-1 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.744606] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] host_dvr_for_dhcp = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.744606] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] http_retries = 3 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.744853] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] instance_format = [instance: %(uuid)s] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.744853] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.745169] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ipam_driver = internal {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.745169] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ipv6_pd_enabled = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.745281] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] l3_ha = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.745394] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.745815] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] l3_ha_network_physical_name = {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.745815] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] l3_ha_network_type = {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.745815] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] log_color = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.746041] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] log_config_append = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.746142] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.746311] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] log_dir = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.746797] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] log_file = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.746797] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] log_options = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.746797] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] log_rotate_interval = 1 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.746910] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] log_rotate_interval_type = days {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.746989] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] log_rotation_type = none {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.747123] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.747243] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.747444] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.747603] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.747990] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.747990] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] max_dns_nameservers = 5 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.747990] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] max_header_line = 16384 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.748140] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] max_l3_agents_per_router = 3 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.748261] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] max_logfile_count = 30 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.748392] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] max_logfile_size_mb = 200 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.748525] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] max_subnet_host_routes = 20 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.749104] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] my_ip = 10.180.1.21 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.749104] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] my_ipv6 = ::1 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.749104] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] network_auto_schedule = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.749296] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] network_link_prefix = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.749296] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.749418] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] notify_nova_on_port_data_changes = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.749557] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] notify_nova_on_port_status_changes = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.749697] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] pagination_max_limit = -1 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.749830] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] publish_errors = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.750511] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] rate_limit_burst = 0 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.750511] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] rate_limit_except_level = CRITICAL {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.750511] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] rate_limit_interval = 0 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.750511] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] retry_until_window = 30 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.750511] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] router_distributed = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.750685] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] rpc_resources_processing_step = 20 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.750947] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] rpc_response_max_timeout = 600 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.750947] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] rpc_response_timeout = 60 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.751995] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] send_events_interval = 2 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.751995] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] service_plugins = ['router'] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.751995] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] setproctitle = on {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.751995] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] shell_completion = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.751995] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] state_path = /opt/stack/data/neutron {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.751995] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] syslog_log_facility = LOG_USER {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.751995] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] tcp_keepidle = 600 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.752212] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] transport_url = **** {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.752212] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] use_journal = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.752340] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] use_json = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.752463] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] use_ssl = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.752595] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] use_stderr = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.752735] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] use_syslog = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.753160] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] vlan_qinq = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.753160] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] vlan_transparent = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.753160] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] watch_log_file = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.753330] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] wsgi_default_pool_size = 100 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.753860] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] wsgi_keep_alive = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.753860] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.753860] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] wsgi_server_debug = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.753860] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_concurrency.disable_process_locking = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.754854] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.754854] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.754854] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.754854] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.754854] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.754854] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.755094] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] profiler.connection_string = messaging:// {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.755094] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] profiler.enabled = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.755150] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] profiler.es_doc_type = notification {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.755638] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] profiler.es_scroll_size = 10000 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.755638] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] profiler.es_scroll_time = 2m {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.755638] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] profiler.filter_error_trace = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.755835] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] profiler.hmac_keys = **** {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.755835] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] profiler.sentinel_service_name = mymaster {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.755987] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] profiler.socket_timeout = 0.1 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.756182] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] profiler.trace_requests = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.756919] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] profiler.trace_sqlalchemy = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.756919] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] profiler_jaeger.process_tags = {} {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.756919] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] profiler_jaeger.service_name_prefix = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.756919] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] profiler_otlp.service_name_prefix = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.756919] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_policy.enforce_new_defaults = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.757145] env[69933]: WARNING oslo_config.cfg [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 677.757270] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_policy.enforce_scope = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.757420] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_policy.policy_default_rule = default {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.757580] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.757726] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759274] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759274] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759274] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759274] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759274] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759274] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759945] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759945] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] agent.extensions = [] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759945] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759945] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] service_providers.service_provider = [] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759945] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] QUOTAS.default_quota = -1 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759945] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.760131] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] QUOTAS.quota_floatingip = 50 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.760131] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] QUOTAS.quota_network = 100 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.760131] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] QUOTAS.quota_port = 500 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.760131] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.760236] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] QUOTAS.quota_router = 10 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.760369] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] QUOTAS.quota_security_group = 10 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.760444] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.760620] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] QUOTAS.quota_subnet = 100 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.760712] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] QUOTAS.track_quota_usage = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.760863] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.761019] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep.group = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.761144] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep.helper_command = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.761284] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.761421] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep.thread_pool_size = 8 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.762023] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep.user = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.762023] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.762023] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_dhcp_release.group = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.762023] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_dhcp_release.helper_command = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.762148] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763382] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763382] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_dhcp_release.user = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763382] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763382] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_ovs_vsctl.group = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763382] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763382] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763382] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763618] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_ovs_vsctl.user = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763618] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_namespace.capabilities = [21] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763618] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_namespace.group = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763618] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_namespace.helper_command = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763802] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763901] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.764080] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_namespace.user = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.764250] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_conntrack.capabilities = [12] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.764395] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_conntrack.group = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.764533] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_conntrack.helper_command = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.764674] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766428] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766428] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_conntrack.user = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766428] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_link.capabilities = [12, 21] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766428] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_link.group = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766428] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_link.helper_command = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766428] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766428] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_link.thread_pool_size = 8 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766659] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] privsep_link.user = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766659] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766659] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766659] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.continue_on_failed_promotions = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766659] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.dscp = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766659] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.dscp_inherit = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766659] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.force_mp_to_policy = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766842] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.locking_coordinator_url = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766869] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.log_agent_heartbeats = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.767023] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.logging_expire = 1 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.767156] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.767295] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.767442] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.polling_interval = 240 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.767580] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.767724] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.767866] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.report_interval = 30.0 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.768031] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.768177] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.768320] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.768461] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.sync_skew = 60 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.768603] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.synchronization_queue_size = 20 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.768744] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT.use_helper_for_ns_read = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.768894] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] SECURITYGROUP.enable_ipset = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.769440] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] SECURITYGROUP.enable_security_group = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.769440] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.769440] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.769620] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] experimental.ipv6_pd_enabled = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.769668] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ml2.extension_drivers = ['port_security'] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.769764] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ml2.external_network_type = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.769965] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.770138] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ml2.overlay_ip_version = 4 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.770287] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ml2.path_mtu = 8950 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.770449] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ml2.physical_network_mtus = {} {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.770745] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.770832] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.770973] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ml2.type_drivers = ['vlan'] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.771152] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.771596] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.771596] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.771596] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.771729] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.772280] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.772280] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.772280] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.772409] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.772536] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.772688] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_login_password = **** {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.772840] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.773172] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_login_user = admin {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.773210] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.773838] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.773838] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.773838] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.773838] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.773990] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.774103] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.774502] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.774502] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.774598] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.774688] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.774829] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.776963] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.776963] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.776963] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.776963] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.776963] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.776963] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] nova.auth_section = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.777331] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] nova.auth_type = password {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.777331] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.777331] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] nova.certfile = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.777331] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] nova.collect_timing = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.777331] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] nova.endpoint_type = public {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.777331] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] nova.insecure = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.777331] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] nova.keyfile = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.777608] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] nova.region_name = RegionOne {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.777608] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] nova.split_loggers = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.777608] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] nova.timeout = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.777608] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] placement.auth_section = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.777608] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] placement.auth_type = password {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.777812] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.777812] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] placement.certfile = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.777913] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] placement.collect_timing = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.778064] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] placement.endpoint_type = public {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.778216] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] placement.insecure = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.778352] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] placement.keyfile = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.778490] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] placement.region_name = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.778627] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] placement.split_loggers = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.778762] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] placement.timeout = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.778911] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.auth_section = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.779082] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.auth_type = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.779203] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.cafile = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.779340] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.certfile = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.779480] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.collect_timing = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.779693] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.connect_retries = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.779762] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.connect_retry_delay = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.779913] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.enable_notifications = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.780065] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.endpoint_override = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.780208] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.insecure = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.780343] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.interface = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.780478] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.keyfile = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.780611] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.max_version = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.780746] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.min_version = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.780881] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.region_name = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.781021] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.retriable_status_codes = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.781159] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.service_name = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.781294] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.service_type = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.781434] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.split_loggers = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.781569] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.status_code_retries = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.781724] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.status_code_retry_delay = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.781903] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.timeout = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.782059] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.valid_interfaces = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.782225] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ironic.version = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.782358] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] cli_script.dry_run = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.782625] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.782704] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.782774] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.782941] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.783100] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.783243] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.783381] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.783524] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.783668] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.783820] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.783960] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.784123] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.784279] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.784419] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.784563] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.784709] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.784850] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.784992] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.785159] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.785300] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.785442] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.785588] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.785732] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.785884] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.786020] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.786163] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.786305] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.786444] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.786580] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.786761] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.786862] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.ssl = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.787015] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.787165] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.787310] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.787456] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.787618] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.787743] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.787896] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_notifications.driver = [] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.788074] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_notifications.retry = -1 {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.788266] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.788416] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.788527] env[69933]: DEBUG oslo_service.backend.eventlet.service [None req-7f25b696-be0a-4014-bb90-72bc3bcf3dc3 None None] ******************************************************************************** {{(pid=69933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 677.789566] env[69933]: DEBUG neutron.agent.securitygroups_rpc [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Init firewall settings (driver=nsxv3) {{(pid=69933) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 677.790914] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69933) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 677.791198] env[69933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] RPC agent_id: nsxm-l-01a.corp.local [ 677.793491] env[69933]: DEBUG dogpile.cache.region [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.793618] env[69933]: DEBUG dogpile.lock [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.793716] env[69933]: DEBUG dogpile.lock [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.793811] env[69933]: DEBUG dogpile.lock [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.793929] env[69933]: DEBUG dogpile.cache.region [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.794044] env[69933]: DEBUG dogpile.lock [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.794179] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.840772] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Session token - acquiring [ 677.842544] env[69933]: DEBUG networking_nsxv3.common.locking [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.842719] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.842823] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.843307] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.855242] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.134072] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 678.155292] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.155482] env[69933]: DEBUG dogpile.cache.region [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Cache value generated in 0.361 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 678.155626] env[69933]: DEBUG dogpile.lock [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.155693] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Activating Policy API Provider. [ 678.155867] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Looking for the default Infrastructure Rules. [ 678.222832] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Looking for the Default Layer3 Logged Drop Section. [ 678.239423] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 678.241952] env[69933]: DEBUG networking_nsxv3.common.locking [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.241952] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquiring lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.241952] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.242214] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired external semaphore "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.242574] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.758244] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.260942] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.764243] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Inventory metadata is going to be refreshed. [ 679.764626] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 680.704353] env[69933]: DEBUG networking_nsxv3.common.locking [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.704594] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.704690] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.705024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.715482] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 680.716352] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.717390] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 680.734987] env[69933]: DEBUG networking_nsxv3.common.locking [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.735246] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.735350] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.735637] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.735768] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.735921] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 680.736055] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 680.736170] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 680.755305] env[69933]: DEBUG networking_nsxv3.common.locking [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.755560] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.755729] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.756133] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.756397] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.756625] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 680.777314] env[69933]: DEBUG networking_nsxv3.common.locking [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.777719] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.777719] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.777962] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.778054] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.778210] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 680.802278] env[69933]: DEBUG networking_nsxv3.common.locking [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.802567] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquiring lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.802637] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.802973] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired external semaphore "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.803292] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Releasing lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.803473] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 680.803594] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 680.803708] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 680.823137] env[69933]: DEBUG networking_nsxv3.common.locking [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.823414] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquiring lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.823414] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.823726] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired external semaphore "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.823859] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Releasing lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.824016] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 680.824126] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 680.824241] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 680.844201] env[69933]: DEBUG networking_nsxv3.common.locking [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.844507] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.844636] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.844942] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.845142] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.845318] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 680.845421] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 680.845529] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Inventory metadata have been refreshed. [ 680.845637] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Dryrun:True. Metadata refresh completed. [ 680.845763] env[69933]: DEBUG oslo_concurrency.lockutils [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Releasing lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.847543] env[69933]: INFO neutron.agent.agent_extensions_manager [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Loaded agent extensions: [] [ 680.848310] env[69933]: DEBUG neutron_lib.callbacks.manager [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69933) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 680.911011] env[69933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] NSXv3 Agent Agent RPC Daemon Started! [ 680.911175] env[69933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] NSXv3 Agent Agent loop - iteration:0 started [ 680.911267] env[69933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] NSXv3 Agent Agent out of sync with plugin! [ 685.849103] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 685.849494] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 690.850374] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 690.850733] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 695.769055] env[69933]: INFO networking_nsxv3.common.synchronization [None req-8cf91213-fad1-47bf-abcf-056fd4a28515 demo admin] Enqueued Resource ID: c91de7c1-df52-43bc-9ced-162530571991 with Priority: HIGHEST for action security_group_rules [ 695.769597] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91de7c1-df52-43bc-9ced-162530571991 with Priority: HIGHEST for action security_group_rules [ 695.769898] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c91de7c1-df52-43bc-9ced-162530571991 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.770061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c91de7c1-df52-43bc-9ced-162530571991" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.770152] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c91de7c1-df52-43bc-9ced-162530571991" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.770503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c91de7c1-df52-43bc-9ced-162530571991" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.770594] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c91de7c1-df52-43bc-9ced-162530571991',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.293302] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.293551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.293551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.293739] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.293830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.293931] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c91de7c1-df52-43bc-9ced-162530571991 already deleted. [ 696.294022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c91de7c1-df52-43bc-9ced-162530571991" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.770672] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 700.771137] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 701.851426] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.851817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.851817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.851817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.852026] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.354594] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.856835] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.359588] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 703.359830] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 704.101121] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.101541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.101541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.101541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.113605] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 704.114427] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.115130] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 704.132503] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.132690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.132690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.132904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.132992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.133140] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 704.133230] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 704.133301] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 704.152933] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.153167] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.153167] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.153370] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.153508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.153620] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 704.174170] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.174363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.174363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.174587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.174697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.174804] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 704.192578] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.192754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.192754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.192954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.193069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.193188] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 704.193275] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 704.193346] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 704.210596] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.210756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.210807] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.211032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.211131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.211235] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 704.211332] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 704.211364] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 704.231873] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.232064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.232064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.232297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.232408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.232515] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 704.232586] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 704.232651] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 704.232709] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 704.232784] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 704.232844] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 704.232904] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 704.233175] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 704.233238] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 704.233325] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 704.252125] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.252331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.252369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.252558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.252661] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.252769] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 704.270562] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.270748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.270748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.270951] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.271064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.306385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.772343] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 705.772649] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 710.774138] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 710.774551] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 715.775412] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 715.775792] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 720.776381] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 720.776664] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 721.528289] env[69933]: INFO networking_nsxv3.common.synchronization [None req-2407c2d7-0737-4560-a19b-3f20811e41f7 None None] Enqueued Resource ID: 9d7b6ce6-073e-4773-bf12-fa9a6d09ae03 with Priority: HIGHEST for action port [ 721.529365] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d7b6ce6-073e-4773-bf12-fa9a6d09ae03 with Priority: HIGHEST for action port [ 721.529794] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d7b6ce6-073e-4773-bf12-fa9a6d09ae03 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.530062] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d7b6ce6-073e-4773-bf12-fa9a6d09ae03" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.530257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d7b6ce6-073e-4773-bf12-fa9a6d09ae03" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.531559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d7b6ce6-073e-4773-bf12-fa9a6d09ae03" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.531559] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d7b6ce6-073e-4773-bf12-fa9a6d09ae03',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.035640] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d7b6ce6-073e-4773-bf12-fa9a6d09ae03 [ 722.036107] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.036107] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.036107] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.036423] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.036517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.036618] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d7b6ce6-073e-4773-bf12-fa9a6d09ae03 already deleted. [ 722.036720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d7b6ce6-073e-4773-bf12-fa9a6d09ae03" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.383024] env[69933]: INFO networking_nsxv3.common.synchronization [None req-262dbd3b-f509-4f52-a1ac-6d3e2cbbfd6d None None] Enqueued Resource ID: 269b2bab-5349-4ca6-afca-ff01abf697c4 with Priority: HIGHEST for action port [ 723.383024] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 269b2bab-5349-4ca6-afca-ff01abf697c4 with Priority: HIGHEST for action port [ 723.383024] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-269b2bab-5349-4ca6-afca-ff01abf697c4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.383715] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-269b2bab-5349-4ca6-afca-ff01abf697c4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.383834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-269b2bab-5349-4ca6-afca-ff01abf697c4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.384087] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-269b2bab-5349-4ca6-afca-ff01abf697c4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.384191] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('269b2bab-5349-4ca6-afca-ff01abf697c4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.886447] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 269b2bab-5349-4ca6-afca-ff01abf697c4 [ 723.886825] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.887641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.887641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.887641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.887641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.887641] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:269b2bab-5349-4ca6-afca-ff01abf697c4 already deleted. [ 723.887641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-269b2bab-5349-4ca6-afca-ff01abf697c4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.458872] env[69933]: INFO networking_nsxv3.common.synchronization [None req-5035184c-8073-4496-9dbe-60d291494702 None None] Enqueued Resource ID: 5850db58-b64c-45f4-b8c0-d6d38e4da28b with Priority: HIGHEST for action port [ 724.460336] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5850db58-b64c-45f4-b8c0-d6d38e4da28b with Priority: HIGHEST for action port [ 724.460721] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5850db58-b64c-45f4-b8c0-d6d38e4da28b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.460839] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5850db58-b64c-45f4-b8c0-d6d38e4da28b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.460871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5850db58-b64c-45f4-b8c0-d6d38e4da28b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.461152] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5850db58-b64c-45f4-b8c0-d6d38e4da28b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.461237] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5850db58-b64c-45f4-b8c0-d6d38e4da28b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.964863] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5850db58-b64c-45f4-b8c0-d6d38e4da28b [ 724.964863] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.964863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.964863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.964863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.964863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.964863] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5850db58-b64c-45f4-b8c0-d6d38e4da28b already deleted. [ 724.964863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5850db58-b64c-45f4-b8c0-d6d38e4da28b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.579658] env[69933]: INFO networking_nsxv3.common.synchronization [None req-ea1364a1-16d7-4677-8c94-140fe2780557 None None] Enqueued Resource ID: 887d7838-8a96-42d8-9f4a-596413a60878 with Priority: HIGHEST for action port [ 726.579658] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887d7838-8a96-42d8-9f4a-596413a60878 with Priority: HIGHEST for action port [ 726.579973] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-887d7838-8a96-42d8-9f4a-596413a60878 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.584439] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-887d7838-8a96-42d8-9f4a-596413a60878" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.584518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-887d7838-8a96-42d8-9f4a-596413a60878" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.584786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-887d7838-8a96-42d8-9f4a-596413a60878" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.584928] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('887d7838-8a96-42d8-9f4a-596413a60878',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.738679] env[69933]: INFO networking_nsxv3.common.synchronization [None req-441937d7-81ec-4959-a0e6-59f76be9eb5b None None] Enqueued Resource ID: 273a01f6-cbb4-4518-ba4b-00674487316d with Priority: HIGHEST for action port [ 726.738679] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 273a01f6-cbb4-4518-ba4b-00674487316d with Priority: HIGHEST for action port [ 726.738679] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-273a01f6-cbb4-4518-ba4b-00674487316d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.738679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-273a01f6-cbb4-4518-ba4b-00674487316d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.738679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-273a01f6-cbb4-4518-ba4b-00674487316d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.739269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-273a01f6-cbb4-4518-ba4b-00674487316d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.739457] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('273a01f6-cbb4-4518-ba4b-00674487316d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.089700] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 887d7838-8a96-42d8-9f4a-596413a60878 [ 727.089935] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.090079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.090177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.090360] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.090452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.090592] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:887d7838-8a96-42d8-9f4a-596413a60878 already deleted. [ 727.090654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-887d7838-8a96-42d8-9f4a-596413a60878" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.158668] env[69933]: INFO networking_nsxv3.common.synchronization [None req-f13a8ed0-eca7-45c3-a2a1-3f1b602f65db None None] Enqueued Resource ID: 719f24aa-3265-49ca-a355-71fb1c132544 with Priority: HIGHEST for action port [ 727.158668] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719f24aa-3265-49ca-a355-71fb1c132544 with Priority: HIGHEST for action port [ 727.158668] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-719f24aa-3265-49ca-a355-71fb1c132544 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.158668] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-719f24aa-3265-49ca-a355-71fb1c132544" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.158668] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-719f24aa-3265-49ca-a355-71fb1c132544" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.159129] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-719f24aa-3265-49ca-a355-71fb1c132544" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.159129] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('719f24aa-3265-49ca-a355-71fb1c132544',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.242738] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 273a01f6-cbb4-4518-ba4b-00674487316d [ 727.242957] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.243120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.243168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.243494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.243609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.243724] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:273a01f6-cbb4-4518-ba4b-00674487316d already deleted. [ 727.243799] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-273a01f6-cbb4-4518-ba4b-00674487316d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.662022] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 719f24aa-3265-49ca-a355-71fb1c132544 [ 727.663443] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.663443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.663443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.663443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.663443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.663443] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:719f24aa-3265-49ca-a355-71fb1c132544 already deleted. [ 727.663443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-719f24aa-3265-49ca-a355-71fb1c132544" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.466378] env[69933]: INFO networking_nsxv3.common.synchronization [None req-cfd19700-cef2-47b3-bf74-2cc395a6809d None None] Enqueued Resource ID: bf00cbcd-0cd5-45b4-b8d0-6f542d02efd0 with Priority: HIGHEST for action port [ 728.467500] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf00cbcd-0cd5-45b4-b8d0-6f542d02efd0 with Priority: HIGHEST for action port [ 728.467500] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf00cbcd-0cd5-45b4-b8d0-6f542d02efd0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.467500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf00cbcd-0cd5-45b4-b8d0-6f542d02efd0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.467500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf00cbcd-0cd5-45b4-b8d0-6f542d02efd0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.467824] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf00cbcd-0cd5-45b4-b8d0-6f542d02efd0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.467824] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf00cbcd-0cd5-45b4-b8d0-6f542d02efd0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.973050] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf00cbcd-0cd5-45b4-b8d0-6f542d02efd0 [ 728.973050] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.973050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.973050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.973050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.973050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.973050] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf00cbcd-0cd5-45b4-b8d0-6f542d02efd0 already deleted. [ 728.973050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf00cbcd-0cd5-45b4-b8d0-6f542d02efd0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.033779] env[69933]: INFO networking_nsxv3.common.synchronization [None req-d438a652-78b6-456e-aa9b-440115c886d0 None None] Enqueued Resource ID: 4bae135b-6a93-42bc-a0b0-f6b0f49a990c with Priority: HIGHEST for action port [ 729.033779] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bae135b-6a93-42bc-a0b0-f6b0f49a990c with Priority: HIGHEST for action port [ 729.034335] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bae135b-6a93-42bc-a0b0-f6b0f49a990c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.034463] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bae135b-6a93-42bc-a0b0-f6b0f49a990c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.034577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bae135b-6a93-42bc-a0b0-f6b0f49a990c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.035668] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bae135b-6a93-42bc-a0b0-f6b0f49a990c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.035817] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bae135b-6a93-42bc-a0b0-f6b0f49a990c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.085286] env[69933]: INFO networking_nsxv3.common.synchronization [None req-3734ef6d-a2ef-4e7c-8e21-6382930d7561 None None] Enqueued Resource ID: d24b0953-1184-41dc-9470-6a379fb88ec4 with Priority: HIGHEST for action port [ 729.085382] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24b0953-1184-41dc-9470-6a379fb88ec4 with Priority: HIGHEST for action port [ 729.085905] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d24b0953-1184-41dc-9470-6a379fb88ec4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.085905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d24b0953-1184-41dc-9470-6a379fb88ec4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.085905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d24b0953-1184-41dc-9470-6a379fb88ec4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.086689] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d24b0953-1184-41dc-9470-6a379fb88ec4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.086877] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d24b0953-1184-41dc-9470-6a379fb88ec4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.538998] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bae135b-6a93-42bc-a0b0-f6b0f49a990c [ 729.539325] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.539550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.539625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.539958] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.540318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.540318] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bae135b-6a93-42bc-a0b0-f6b0f49a990c already deleted. [ 729.540318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bae135b-6a93-42bc-a0b0-f6b0f49a990c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.575493] env[69933]: INFO networking_nsxv3.common.synchronization [None req-04b816fa-7ed6-4be6-bc31-6b12e00d3820 None None] Enqueued Resource ID: 51eadff8-a494-4af7-bae4-89c119fbf2b9 with Priority: HIGHEST for action port [ 729.575493] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51eadff8-a494-4af7-bae4-89c119fbf2b9 with Priority: HIGHEST for action port [ 729.577054] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-51eadff8-a494-4af7-bae4-89c119fbf2b9 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.577330] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51eadff8-a494-4af7-bae4-89c119fbf2b9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.577420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51eadff8-a494-4af7-bae4-89c119fbf2b9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.577680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51eadff8-a494-4af7-bae4-89c119fbf2b9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.577792] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51eadff8-a494-4af7-bae4-89c119fbf2b9',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.589988] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d24b0953-1184-41dc-9470-6a379fb88ec4 [ 729.590277] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.590409] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.590498] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.590788] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.590892] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.590990] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d24b0953-1184-41dc-9470-6a379fb88ec4 already deleted. [ 729.591084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d24b0953-1184-41dc-9470-6a379fb88ec4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.913559] env[69933]: INFO networking_nsxv3.common.synchronization [None req-f627e139-b75c-4419-a713-2d33ca12f723 None None] Enqueued Resource ID: 3eaf3392-d3d4-42db-b8d9-07ad7fb56485 with Priority: HIGHEST for action port [ 729.913843] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eaf3392-d3d4-42db-b8d9-07ad7fb56485 with Priority: HIGHEST for action port [ 729.914405] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eaf3392-d3d4-42db-b8d9-07ad7fb56485 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.914992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eaf3392-d3d4-42db-b8d9-07ad7fb56485" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.914992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eaf3392-d3d4-42db-b8d9-07ad7fb56485" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.914992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eaf3392-d3d4-42db-b8d9-07ad7fb56485" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.914992] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eaf3392-d3d4-42db-b8d9-07ad7fb56485',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.083637] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51eadff8-a494-4af7-bae4-89c119fbf2b9 [ 730.083901] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.084015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.084084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.084299] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.084410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.084455] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51eadff8-a494-4af7-bae4-89c119fbf2b9 already deleted. [ 730.084526] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51eadff8-a494-4af7-bae4-89c119fbf2b9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.418529] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3eaf3392-d3d4-42db-b8d9-07ad7fb56485 [ 730.418529] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.418951] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.418951] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.419064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.419106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.419203] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3eaf3392-d3d4-42db-b8d9-07ad7fb56485 already deleted. [ 730.419292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eaf3392-d3d4-42db-b8d9-07ad7fb56485" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.740216] env[69933]: INFO networking_nsxv3.common.synchronization [None req-e877ab70-8492-42a8-b866-ea980b431ccb None None] Enqueued Resource ID: 14589b64-5866-4f5c-9b83-ec3fe8ebb71a with Priority: HIGHEST for action port [ 730.740216] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14589b64-5866-4f5c-9b83-ec3fe8ebb71a with Priority: HIGHEST for action port [ 730.740216] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-14589b64-5866-4f5c-9b83-ec3fe8ebb71a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.740216] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14589b64-5866-4f5c-9b83-ec3fe8ebb71a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.740216] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14589b64-5866-4f5c-9b83-ec3fe8ebb71a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.740216] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14589b64-5866-4f5c-9b83-ec3fe8ebb71a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.740216] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14589b64-5866-4f5c-9b83-ec3fe8ebb71a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.241812] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14589b64-5866-4f5c-9b83-ec3fe8ebb71a [ 731.242199] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.242199] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.242297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.243154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.243154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.243154] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14589b64-5866-4f5c-9b83-ec3fe8ebb71a already deleted. [ 731.243154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14589b64-5866-4f5c-9b83-ec3fe8ebb71a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.835753] env[69933]: INFO networking_nsxv3.common.synchronization [None req-28232b1f-9f05-47d6-be89-cb31266c3393 None None] Enqueued Resource ID: 8d9e1d75-c1d5-4f08-b489-92f67b555b58 with Priority: HIGHEST for action port [ 733.835753] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9e1d75-c1d5-4f08-b489-92f67b555b58 with Priority: HIGHEST for action port [ 733.835753] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d9e1d75-c1d5-4f08-b489-92f67b555b58 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.835753] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d9e1d75-c1d5-4f08-b489-92f67b555b58" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.835753] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d9e1d75-c1d5-4f08-b489-92f67b555b58" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.835753] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d9e1d75-c1d5-4f08-b489-92f67b555b58" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.835753] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d9e1d75-c1d5-4f08-b489-92f67b555b58',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.156169] env[69933]: INFO networking_nsxv3.common.synchronization [None req-af438249-44fc-40d3-aef6-0794cb150a7c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Enqueued Resource ID: ed38584d-1a8b-4267-9313-2bc352dedece with Priority: HIGHEST for action security_group_rules [ 734.156169] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed38584d-1a8b-4267-9313-2bc352dedece with Priority: HIGHEST for action security_group_rules [ 734.157487] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed38584d-1a8b-4267-9313-2bc352dedece taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.157675] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.157763] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.158111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.158308] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed38584d-1a8b-4267-9313-2bc352dedece',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.267930] env[69933]: INFO networking_nsxv3.common.synchronization [None req-d714eb71-3007-44cd-ac76-0dc116afe692 None None] Enqueued Resource ID: e435b129-2756-4905-a7a8-cc89526a1322 with Priority: HIGHEST for action port [ 734.268588] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e435b129-2756-4905-a7a8-cc89526a1322 with Priority: HIGHEST for action port [ 734.269041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e435b129-2756-4905-a7a8-cc89526a1322 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.269467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e435b129-2756-4905-a7a8-cc89526a1322" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.270384] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e435b129-2756-4905-a7a8-cc89526a1322" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.270607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e435b129-2756-4905-a7a8-cc89526a1322" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.271181] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e435b129-2756-4905-a7a8-cc89526a1322',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.338419] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d9e1d75-c1d5-4f08-b489-92f67b555b58 [ 734.338668] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.338801] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.338918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.339196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.339196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.339495] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d9e1d75-c1d5-4f08-b489-92f67b555b58 already deleted. [ 734.339495] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d9e1d75-c1d5-4f08-b489-92f67b555b58" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.568452] env[69933]: INFO networking_nsxv3.common.synchronization [None req-f6f956c1-8a46-4f00-aa68-70d4250d5d71 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Enqueued Resource ID: ed38584d-1a8b-4267-9313-2bc352dedece with Priority: HIGHEST for action security_group_rules [ 734.570751] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed38584d-1a8b-4267-9313-2bc352dedece with Priority: HIGHEST for action security_group_rules [ 734.570751] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed38584d-1a8b-4267-9313-2bc352dedece taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.570751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.603829] env[69933]: INFO networking_nsxv3.common.synchronization [req-92d6ca88-fe45-42a3-a4d2-8352aca24980 req-356e76ee-7559-4167-9224-88fbaf5f6ce0 tempest-SecurityGroupRulesNegativeTestJSON-167897361 tempest-SecurityGroupRulesNegativeTestJSON-167897361-project-member] Enqueued Resource ID: 6a29e04d-5b85-45af-afcf-433aff5ff495 with Priority: HIGHEST for action security_group_rules [ 734.605927] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a29e04d-5b85-45af-afcf-433aff5ff495 with Priority: HIGHEST for action security_group_rules [ 734.606275] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a29e04d-5b85-45af-afcf-433aff5ff495 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.606399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a29e04d-5b85-45af-afcf-433aff5ff495" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.606472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a29e04d-5b85-45af-afcf-433aff5ff495" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.606715] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a29e04d-5b85-45af-afcf-433aff5ff495" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.606810] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a29e04d-5b85-45af-afcf-433aff5ff495',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.681271] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.681912] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.681912] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.681912] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.681912] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.682359] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed38584d-1a8b-4267-9313-2bc352dedece already deleted. [ 734.682359] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.682359] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.682359] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.682461] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed38584d-1a8b-4267-9313-2bc352dedece',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.745120] env[69933]: INFO networking_nsxv3.common.synchronization [None req-b912fbb3-700a-4550-96e1-2e7c1270ea60 None None] Enqueued Resource ID: 6ecde61c-7c7a-4158-b074-513d8b5e9aca with Priority: HIGHEST for action port [ 734.745388] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ecde61c-7c7a-4158-b074-513d8b5e9aca with Priority: HIGHEST for action port [ 734.745946] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ecde61c-7c7a-4158-b074-513d8b5e9aca taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.748069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ecde61c-7c7a-4158-b074-513d8b5e9aca" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.748069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ecde61c-7c7a-4158-b074-513d8b5e9aca" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.748069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ecde61c-7c7a-4158-b074-513d8b5e9aca" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.748069] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ecde61c-7c7a-4158-b074-513d8b5e9aca',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.779041] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e435b129-2756-4905-a7a8-cc89526a1322 [ 734.779041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.779041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.779041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.779041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.779041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.779311] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e435b129-2756-4905-a7a8-cc89526a1322 already deleted. [ 734.779311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e435b129-2756-4905-a7a8-cc89526a1322" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.783439] env[69933]: INFO networking_nsxv3.common.synchronization [None req-e11b66f7-eaeb-4955-bb47-37ec2c791799 None None] Enqueued Resource ID: b7bacd56-94e2-4a82-b818-b075bd22004e with Priority: HIGHEST for action port [ 734.783929] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7bacd56-94e2-4a82-b818-b075bd22004e with Priority: HIGHEST for action port [ 734.784260] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7bacd56-94e2-4a82-b818-b075bd22004e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.784937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7bacd56-94e2-4a82-b818-b075bd22004e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.784937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7bacd56-94e2-4a82-b818-b075bd22004e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.784937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7bacd56-94e2-4a82-b818-b075bd22004e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.784937] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7bacd56-94e2-4a82-b818-b075bd22004e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.131639] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.131639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.131639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.131639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.131639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.131639] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a29e04d-5b85-45af-afcf-433aff5ff495 already deleted. [ 735.131639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a29e04d-5b85-45af-afcf-433aff5ff495" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.207300] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.207300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.207300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.207300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.207300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.207518] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed38584d-1a8b-4267-9313-2bc352dedece already deleted. [ 735.207518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.250969] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ecde61c-7c7a-4158-b074-513d8b5e9aca [ 735.251228] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.251363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.251433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.251660] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.251745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.251848] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ecde61c-7c7a-4158-b074-513d8b5e9aca already deleted. [ 735.251939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ecde61c-7c7a-4158-b074-513d8b5e9aca" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.289757] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7bacd56-94e2-4a82-b818-b075bd22004e [ 735.290537] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.290537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.290537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.290537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.290537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.290768] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7bacd56-94e2-4a82-b818-b075bd22004e already deleted. [ 735.290768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7bacd56-94e2-4a82-b818-b075bd22004e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.746342] env[69933]: INFO networking_nsxv3.common.synchronization [None req-4923d45d-f27a-4655-a5fe-df2090b1325a None None] Enqueued Resource ID: de790db5-0f25-48ca-b586-5f5bcb259384 with Priority: HIGHEST for action port [ 735.746605] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de790db5-0f25-48ca-b586-5f5bcb259384 with Priority: HIGHEST for action port [ 735.747433] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-de790db5-0f25-48ca-b586-5f5bcb259384 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.747433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de790db5-0f25-48ca-b586-5f5bcb259384" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.747433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de790db5-0f25-48ca-b586-5f5bcb259384" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.747710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de790db5-0f25-48ca-b586-5f5bcb259384" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.747710] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de790db5-0f25-48ca-b586-5f5bcb259384',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.250697] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de790db5-0f25-48ca-b586-5f5bcb259384 [ 736.250697] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.250697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.250697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.250697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.250697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.250697] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de790db5-0f25-48ca-b586-5f5bcb259384 already deleted. [ 736.250697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de790db5-0f25-48ca-b586-5f5bcb259384" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.779718] env[69933]: INFO networking_nsxv3.common.synchronization [None req-6acccb67-75be-4058-9fb9-0c906f127c68 None None] Enqueued Resource ID: 3da407db-155f-48ab-a20a-5f390927af45 with Priority: HIGHEST for action port [ 737.780228] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da407db-155f-48ab-a20a-5f390927af45 with Priority: HIGHEST for action port [ 737.784808] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3da407db-155f-48ab-a20a-5f390927af45 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.784808] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3da407db-155f-48ab-a20a-5f390927af45" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.784808] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3da407db-155f-48ab-a20a-5f390927af45" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.784808] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3da407db-155f-48ab-a20a-5f390927af45" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.784808] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3da407db-155f-48ab-a20a-5f390927af45',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.289752] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3da407db-155f-48ab-a20a-5f390927af45 [ 738.289752] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.289752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.289752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.289752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.289752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.289752] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3da407db-155f-48ab-a20a-5f390927af45 already deleted. [ 738.289752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3da407db-155f-48ab-a20a-5f390927af45" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.296252] env[69933]: INFO networking_nsxv3.common.synchronization [req-afc680e7-5446-4a00-870e-4fada9a6d10a req-520a001f-6407-4708-9432-92578b37a9f4 tempest-SecurityGroupRulesNegativeTestJSON-167897361 tempest-SecurityGroupRulesNegativeTestJSON-167897361-project-member] Enqueued Resource ID: 6a29e04d-5b85-45af-afcf-433aff5ff495 with Priority: HIGHEST for action security_group_rules [ 738.298692] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a29e04d-5b85-45af-afcf-433aff5ff495 with Priority: HIGHEST for action security_group_rules [ 738.298692] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a29e04d-5b85-45af-afcf-433aff5ff495 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.298692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a29e04d-5b85-45af-afcf-433aff5ff495" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.298897] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a29e04d-5b85-45af-afcf-433aff5ff495" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.298999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a29e04d-5b85-45af-afcf-433aff5ff495" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.299094] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a29e04d-5b85-45af-afcf-433aff5ff495',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.687262] env[69933]: INFO networking_nsxv3.common.synchronization [None req-2fd5a21a-70dd-45fa-b9c0-fe5f96701c61 None None] Enqueued Resource ID: 63335601-40a6-4a5f-a8ad-40bf715fb364 with Priority: HIGHEST for action port [ 738.687865] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63335601-40a6-4a5f-a8ad-40bf715fb364 with Priority: HIGHEST for action port [ 738.688221] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-63335601-40a6-4a5f-a8ad-40bf715fb364 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.688328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63335601-40a6-4a5f-a8ad-40bf715fb364" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.688401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63335601-40a6-4a5f-a8ad-40bf715fb364" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.688650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63335601-40a6-4a5f-a8ad-40bf715fb364" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.689204] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63335601-40a6-4a5f-a8ad-40bf715fb364',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.775308] env[69933]: INFO networking_nsxv3.common.synchronization [None req-eaba86ec-f018-4718-8c42-ab62cc37584b None None] Enqueued Resource ID: 0f41f5ce-872d-46a0-88a5-31512155139f with Priority: HIGHEST for action port [ 738.777490] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f41f5ce-872d-46a0-88a5-31512155139f with Priority: HIGHEST for action port [ 738.779367] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f41f5ce-872d-46a0-88a5-31512155139f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.779367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f41f5ce-872d-46a0-88a5-31512155139f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.779367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f41f5ce-872d-46a0-88a5-31512155139f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.779796] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f41f5ce-872d-46a0-88a5-31512155139f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.779796] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f41f5ce-872d-46a0-88a5-31512155139f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.823494] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.823662] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.823662] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.823999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.823999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.826419] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a29e04d-5b85-45af-afcf-433aff5ff495 already deleted. [ 738.826419] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a29e04d-5b85-45af-afcf-433aff5ff495" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.175225] env[69933]: INFO networking_nsxv3.common.synchronization [None req-40c82dd6-8537-4950-bbcb-3ab9e09976dc None None] Enqueued Resource ID: f222b174-11af-4af4-a4fe-bf6d1210112c with Priority: HIGHEST for action port [ 739.176152] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f222b174-11af-4af4-a4fe-bf6d1210112c with Priority: HIGHEST for action port [ 739.177211] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f222b174-11af-4af4-a4fe-bf6d1210112c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.177730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f222b174-11af-4af4-a4fe-bf6d1210112c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.178298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f222b174-11af-4af4-a4fe-bf6d1210112c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.178444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f222b174-11af-4af4-a4fe-bf6d1210112c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.178531] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f222b174-11af-4af4-a4fe-bf6d1210112c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.194473] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63335601-40a6-4a5f-a8ad-40bf715fb364 [ 739.194774] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.194965] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.195049] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.195294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.195381] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.195455] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63335601-40a6-4a5f-a8ad-40bf715fb364 already deleted. [ 739.195566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63335601-40a6-4a5f-a8ad-40bf715fb364" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.220148] env[69933]: INFO networking_nsxv3.common.synchronization [None req-efcd7cb3-4dbd-42e3-ac45-cb14c0e9fcb1 None None] Enqueued Resource ID: 9de9eda8-b48d-4d4a-a368-0269bd25b250 with Priority: HIGHEST for action port [ 739.224026] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de9eda8-b48d-4d4a-a368-0269bd25b250 with Priority: HIGHEST for action port [ 739.224026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9de9eda8-b48d-4d4a-a368-0269bd25b250 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.224026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9de9eda8-b48d-4d4a-a368-0269bd25b250" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.224026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9de9eda8-b48d-4d4a-a368-0269bd25b250" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.224026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9de9eda8-b48d-4d4a-a368-0269bd25b250" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.224026] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de9eda8-b48d-4d4a-a368-0269bd25b250',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.282201] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f41f5ce-872d-46a0-88a5-31512155139f [ 739.282641] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.283090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.283090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.283334] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.283495] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.283700] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f41f5ce-872d-46a0-88a5-31512155139f already deleted. [ 739.283833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f41f5ce-872d-46a0-88a5-31512155139f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.680915] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f222b174-11af-4af4-a4fe-bf6d1210112c [ 739.681177] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.681312] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.681382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.681656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.681751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.681850] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f222b174-11af-4af4-a4fe-bf6d1210112c already deleted. [ 739.681930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f222b174-11af-4af4-a4fe-bf6d1210112c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.728082] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9de9eda8-b48d-4d4a-a368-0269bd25b250 [ 739.728324] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.728477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.729349] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.730124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.730326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.730388] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9de9eda8-b48d-4d4a-a368-0269bd25b250 already deleted. [ 739.730435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9de9eda8-b48d-4d4a-a368-0269bd25b250" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.956170] env[69933]: INFO networking_nsxv3.common.synchronization [None req-00bc213f-0c97-44ca-9a8e-b6f9e51dc68c None None] Enqueued Resource ID: d7e04fdb-f75e-4b83-8e4d-b4da71db48d8 with Priority: HIGHEST for action port [ 740.957280] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e04fdb-f75e-4b83-8e4d-b4da71db48d8 with Priority: HIGHEST for action port [ 740.957673] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7e04fdb-f75e-4b83-8e4d-b4da71db48d8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.957999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7e04fdb-f75e-4b83-8e4d-b4da71db48d8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.958261] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7e04fdb-f75e-4b83-8e4d-b4da71db48d8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.958584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7e04fdb-f75e-4b83-8e4d-b4da71db48d8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.958753] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7e04fdb-f75e-4b83-8e4d-b4da71db48d8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.215226] env[69933]: INFO networking_nsxv3.common.synchronization [req-f2def993-dacb-4620-b9b9-54c8433b15a8 req-c59173be-dadf-4833-aa92-336cacc69192 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Enqueued Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGHEST for action security_group_members [ 741.215747] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGHEST for action security_group_members [ 741.216047] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.216810] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.216889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.217281] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.217496] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.217609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.217678] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.217841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.217956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.218042] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.461329] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7e04fdb-f75e-4b83-8e4d-b4da71db48d8 [ 741.461922] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.461922] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.461922] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.462132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.462132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.462132] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7e04fdb-f75e-4b83-8e4d-b4da71db48d8 already deleted. [ 741.462266] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7e04fdb-f75e-4b83-8e4d-b4da71db48d8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.508561] env[69933]: INFO networking_nsxv3.common.synchronization [None req-e52dd263-abd0-4e07-bdab-357c8deb7051 None None] Enqueued Resource ID: 666b2b55-f976-4f71-ac4a-f96344c7b480 with Priority: HIGHEST for action port [ 741.511587] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666b2b55-f976-4f71-ac4a-f96344c7b480 with Priority: HIGHEST for action port [ 741.511587] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-666b2b55-f976-4f71-ac4a-f96344c7b480 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.511587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-666b2b55-f976-4f71-ac4a-f96344c7b480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.511587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-666b2b55-f976-4f71-ac4a-f96344c7b480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.511587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-666b2b55-f976-4f71-ac4a-f96344c7b480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.511587] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('666b2b55-f976-4f71-ac4a-f96344c7b480',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.724503] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.724503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.724503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.724503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.724503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.724503] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.724503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.724503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.724503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.724503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.724503] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 already deleted. [ 741.724503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.013547] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 666b2b55-f976-4f71-ac4a-f96344c7b480 [ 742.013989] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.014217] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.014312] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.014544] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.014643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.014742] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:666b2b55-f976-4f71-ac4a-f96344c7b480 already deleted. [ 742.014903] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-666b2b55-f976-4f71-ac4a-f96344c7b480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.471960] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.471960] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.471960] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.473462] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.474371] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.474937] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.475214] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.475616] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.476036] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.477182] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.477182] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.477182] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.477182] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.477182] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.477611] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.478939] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.503472] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.504086] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.504086] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.504086] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.504326] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-2bbc5ee0-01f8-40be-a2a3-54a4640d2546 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.504514] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-2bbc5ee0-01f8-40be-a2a3-54a4640d2546" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.504625] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-2bbc5ee0-01f8-40be-a2a3-54a4640d2546" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.504982] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-2bbc5ee0-01f8-40be-a2a3-54a4640d2546" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.505099] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bbc5ee0-01f8-40be-a2a3-54a4640d2546',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.767018] env[69933]: INFO networking_nsxv3.common.synchronization [None req-bdc71798-c359-4885-a39e-5a8bc95359e5 None None] Enqueued Resource ID: d6e2a333-6962-411d-b9f1-850aa06308ad with Priority: HIGHEST for action port [ 742.767018] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e2a333-6962-411d-b9f1-850aa06308ad with Priority: HIGHEST for action port [ 742.767018] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6e2a333-6962-411d-b9f1-850aa06308ad taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.767018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6e2a333-6962-411d-b9f1-850aa06308ad" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.767018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6e2a333-6962-411d-b9f1-850aa06308ad" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.767018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6e2a333-6962-411d-b9f1-850aa06308ad" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.767018] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6e2a333-6962-411d-b9f1-850aa06308ad',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.009638] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.009867] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.009997] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.010310] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.010502] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.010614] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 2bbc5ee0-01f8-40be-a2a3-54a4640d2546 not found, creating... [ 743.010875] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.011045] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.011181] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.011416] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.012323] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.013263] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.013429] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.013547] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.013771] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.015273] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.015325] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 2bbc5ee0-01f8-40be-a2a3-54a4640d2546 is going to be created. [ 743.043659] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.043898] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.044032] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.044302] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.044521] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.044748] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-2bbc5ee0-01f8-40be-a2a3-54a4640d2546" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.271106] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6e2a333-6962-411d-b9f1-850aa06308ad [ 743.272432] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.273335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.273335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.273747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.274062] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.274435] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6e2a333-6962-411d-b9f1-850aa06308ad already deleted. [ 743.274855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6e2a333-6962-411d-b9f1-850aa06308ad" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.892539] env[69933]: INFO networking_nsxv3.common.synchronization [None req-80191ed8-e345-4ad7-bdea-2979dc0cc9e2 None None] Enqueued Resource ID: e371435d-d23e-407e-9b5f-1848bf555bde with Priority: HIGHEST for action port [ 743.893114] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e371435d-d23e-407e-9b5f-1848bf555bde with Priority: HIGHEST for action port [ 743.893402] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e371435d-d23e-407e-9b5f-1848bf555bde taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.893521] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e371435d-d23e-407e-9b5f-1848bf555bde" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.893950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e371435d-d23e-407e-9b5f-1848bf555bde" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.893950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e371435d-d23e-407e-9b5f-1848bf555bde" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.893950] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e371435d-d23e-407e-9b5f-1848bf555bde',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.090646] env[69933]: INFO networking_nsxv3.common.synchronization [None req-3633c744-5143-4b6a-8a19-bcff52745697 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Enqueued Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_rules [ 744.095406] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_rules [ 744.095406] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50bd0011-d329-409e-bbee-cd71943fae4e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.095406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.095406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.095406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.095406] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.220561] env[69933]: INFO networking_nsxv3.common.synchronization [req-f2def993-dacb-4620-b9b9-54c8433b15a8 req-4cf148a3-9394-4f9f-8cf4-8248c6b2dba4 service nova] Enqueued Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGHEST for action security_group_rules [ 744.220673] env[69933]: INFO networking_nsxv3.common.synchronization [req-f2def993-dacb-4620-b9b9-54c8433b15a8 req-4cf148a3-9394-4f9f-8cf4-8248c6b2dba4 service nova] Enqueued Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGHEST for action security_group_members [ 744.220766] env[69933]: INFO networking_nsxv3.common.synchronization [req-f2def993-dacb-4620-b9b9-54c8433b15a8 req-4cf148a3-9394-4f9f-8cf4-8248c6b2dba4 service nova] Enqueued Resource ID: 2bbc5ee0-01f8-40be-a2a3-54a4640d2546 with Priority: HIGHEST for action port [ 744.220989] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGHEST for action security_group_rules [ 744.221128] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGHEST for action security_group_members [ 744.221212] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbc5ee0-01f8-40be-a2a3-54a4640d2546 with Priority: HIGHEST for action port [ 744.222305] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24e0bf0f-50da-4b39-bcdf-ceadc5031da0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.222393] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.224072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.224072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.224072] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.224072] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.224072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.224072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.224311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.224311] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.224390] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.224390] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.224540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.224613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.224729] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.226164] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bbc5ee0-01f8-40be-a2a3-54a4640d2546 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.226351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bbc5ee0-01f8-40be-a2a3-54a4640d2546" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.226351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bbc5ee0-01f8-40be-a2a3-54a4640d2546" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.226509] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bbc5ee0-01f8-40be-a2a3-54a4640d2546" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.226608] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bbc5ee0-01f8-40be-a2a3-54a4640d2546',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.299522] env[69933]: INFO networking_nsxv3.common.synchronization [None req-38a079bc-6428-401f-9c21-b343123fc190 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Enqueued Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_rules [ 744.300046] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_rules [ 744.300351] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50bd0011-d329-409e-bbee-cd71943fae4e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.300606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.398954] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e371435d-d23e-407e-9b5f-1848bf555bde [ 744.399446] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.399446] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.399446] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.399703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.402433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.402433] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e371435d-d23e-407e-9b5f-1848bf555bde already deleted. [ 744.402433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e371435d-d23e-407e-9b5f-1848bf555bde" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.626018] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.626018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.626018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.626018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.626018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.626018] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50bd0011-d329-409e-bbee-cd71943fae4e already deleted. [ 744.626018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.626416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.626416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.626416] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.737436] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.737436] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.747744] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.748862] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bbc5ee0-01f8-40be-a2a3-54a4640d2546 with status ACTIVE [ 744.749186] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.749347] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.749446] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.749579] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.749751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.750316] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.750316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.750316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.750595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.750595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.750698] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.750826] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.750910] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.751139] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.751192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.751269] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bbc5ee0-01f8-40be-a2a3-54a4640d2546 is going to be updated. [ 744.780855] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.780855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.780855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.780855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.780855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.780855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bbc5ee0-01f8-40be-a2a3-54a4640d2546" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.924668] env[69933]: INFO networking_nsxv3.common.synchronization [None req-87e31f90-97f4-45b7-af30-4b643c65748f None None] Enqueued Resource ID: 59d57f42-b18b-4df3-acfd-a9ca952b928f with Priority: HIGHEST for action port [ 744.924668] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d57f42-b18b-4df3-acfd-a9ca952b928f with Priority: HIGHEST for action port [ 744.924897] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-59d57f42-b18b-4df3-acfd-a9ca952b928f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.925041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59d57f42-b18b-4df3-acfd-a9ca952b928f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.925160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59d57f42-b18b-4df3-acfd-a9ca952b928f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.928336] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59d57f42-b18b-4df3-acfd-a9ca952b928f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.928336] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59d57f42-b18b-4df3-acfd-a9ca952b928f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.147541] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.147541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.147541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.147541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.147541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.147541] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50bd0011-d329-409e-bbee-cd71943fae4e already deleted. [ 745.147541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.253679] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.368197] env[69933]: INFO networking_nsxv3.common.synchronization [None req-bb19fac4-52b7-40e2-839d-0e43cb68261e None None] Enqueued Resource ID: 6d8253f2-5889-4f73-9f77-04fe69d77248 with Priority: HIGHEST for action port [ 745.368197] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d8253f2-5889-4f73-9f77-04fe69d77248 with Priority: HIGHEST for action port [ 745.368197] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d8253f2-5889-4f73-9f77-04fe69d77248 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.368197] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d8253f2-5889-4f73-9f77-04fe69d77248" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.368197] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d8253f2-5889-4f73-9f77-04fe69d77248" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.368826] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d8253f2-5889-4f73-9f77-04fe69d77248" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.368896] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d8253f2-5889-4f73-9f77-04fe69d77248',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.433960] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59d57f42-b18b-4df3-acfd-a9ca952b928f [ 745.434346] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.434346] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.434346] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.435390] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.435390] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.435390] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59d57f42-b18b-4df3-acfd-a9ca952b928f already deleted. [ 745.435390] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59d57f42-b18b-4df3-acfd-a9ca952b928f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.576680] env[69933]: INFO networking_nsxv3.common.synchronization [None req-0c0fe605-d342-4ed8-b1fe-b16bb8694fd7 None None] Enqueued Resource ID: a8817ba9-ac42-47d8-9eb3-c9200d66dfb2 with Priority: HIGHEST for action port [ 745.576904] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8817ba9-ac42-47d8-9eb3-c9200d66dfb2 with Priority: HIGHEST for action port [ 745.577589] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8817ba9-ac42-47d8-9eb3-c9200d66dfb2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.577643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8817ba9-ac42-47d8-9eb3-c9200d66dfb2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.577675] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8817ba9-ac42-47d8-9eb3-c9200d66dfb2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.578080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8817ba9-ac42-47d8-9eb3-c9200d66dfb2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.578080] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8817ba9-ac42-47d8-9eb3-c9200d66dfb2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.756971] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.757152] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.757224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.757438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.757568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.757618] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 is going to be created. [ 745.776521] env[69933]: INFO networking_nsxv3.common.synchronization [None req-403c7d1b-c869-462d-9dd9-e18e1104af8e None None] Enqueued Resource ID: b8738c50-983a-4203-8622-a643792ea8e5 with Priority: HIGHEST for action port [ 745.777651] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8738c50-983a-4203-8622-a643792ea8e5 with Priority: HIGHEST for action port [ 745.778310] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8738c50-983a-4203-8622-a643792ea8e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.778561] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8738c50-983a-4203-8622-a643792ea8e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.778680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8738c50-983a-4203-8622-a643792ea8e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.778991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8738c50-983a-4203-8622-a643792ea8e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.779091] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8738c50-983a-4203-8622-a643792ea8e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.820798] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.821040] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.821093] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.821747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.821747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.834163] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 in Status: UNINITIALIZED for 2s [ 745.871885] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d8253f2-5889-4f73-9f77-04fe69d77248 [ 745.872431] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.874606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.874606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.874606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.874606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.874606] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d8253f2-5889-4f73-9f77-04fe69d77248 already deleted. [ 745.874606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d8253f2-5889-4f73-9f77-04fe69d77248" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.094704] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8817ba9-ac42-47d8-9eb3-c9200d66dfb2 [ 746.094927] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.097774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.097774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.097774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.097774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.097774] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8817ba9-ac42-47d8-9eb3-c9200d66dfb2 already deleted. [ 746.097774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8817ba9-ac42-47d8-9eb3-c9200d66dfb2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.281166] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8738c50-983a-4203-8622-a643792ea8e5 [ 746.281464] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.281615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.281696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.281977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.282089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.282230] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8738c50-983a-4203-8622-a643792ea8e5 already deleted. [ 746.282394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8738c50-983a-4203-8622-a643792ea8e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.297475] env[69933]: INFO networking_nsxv3.common.synchronization [req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c req-d9220038-3402-466f-b7bb-5633159733dd tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Enqueued Resource ID: ed38584d-1a8b-4267-9313-2bc352dedece with Priority: HIGHEST for action security_group_members [ 746.299351] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed38584d-1a8b-4267-9313-2bc352dedece with Priority: HIGHEST for action security_group_members [ 746.299351] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed38584d-1a8b-4267-9313-2bc352dedece taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.299351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.299351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.299757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.299757] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.299757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.299757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.300804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.300804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.300804] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed38584d-1a8b-4267-9313-2bc352dedece',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.542961] env[69933]: INFO networking_nsxv3.common.synchronization [None req-186ea12d-e687-4a2d-a31c-e9e141de583b tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Enqueued Resource ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e with Priority: HIGHEST for action security_group_rules [ 746.543274] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e with Priority: HIGHEST for action security_group_rules [ 746.543578] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.543760] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.543834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.544411] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.544519] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.808293] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.808478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.808514] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.808877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.808973] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.809197] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.809303] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.809366] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.809551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.809677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.809809] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed38584d-1a8b-4267-9313-2bc352dedece already deleted. [ 746.809968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.997797] env[69933]: INFO networking_nsxv3.common.synchronization [None req-5304403e-fe0c-43ba-b4b0-121bb49b763e tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Enqueued Resource ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e with Priority: HIGHEST for action security_group_rules [ 746.998800] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e with Priority: HIGHEST for action security_group_rules [ 747.000116] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.000230] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.067686] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.067954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.068074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.068257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.068371] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.068489] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e already deleted. [ 747.068599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.069268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.069574] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.069682] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.245268] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.246788] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-426" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.246788] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-426" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.247849] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-426" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.248626] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.248626] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.249032] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.252080] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.252080] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.252080] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.252080] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.252080] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.252080] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.252080] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.252080] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.252080] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.274378] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.274540] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 747.274679] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.274863] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-426" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.275304] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-1ecda13e-f25d-4c42-8988-1b96ebbccfc2 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.275377] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-1ecda13e-f25d-4c42-8988-1b96ebbccfc2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.275493] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-1ecda13e-f25d-4c42-8988-1b96ebbccfc2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.275832] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-1ecda13e-f25d-4c42-8988-1b96ebbccfc2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.275965] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ecda13e-f25d-4c42-8988-1b96ebbccfc2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.343684] env[69933]: INFO networking_nsxv3.common.synchronization [None req-bc756d55-a417-4c39-ad0d-76ba79c0a34a tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Enqueued Resource ID: de0f0c96-e431-4783-8ae9-935f1241e8aa with Priority: HIGHEST for action security_group_rules [ 747.344280] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0f0c96-e431-4783-8ae9-935f1241e8aa with Priority: HIGHEST for action security_group_rules [ 747.344593] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de0f0c96-e431-4783-8ae9-935f1241e8aa taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.345134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.345134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.345134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.345357] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de0f0c96-e431-4783-8ae9-935f1241e8aa',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.539579] env[69933]: INFO networking_nsxv3.common.synchronization [None req-de3181d3-6231-4198-9e4a-e5e4e358f07f tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Enqueued Resource ID: de0f0c96-e431-4783-8ae9-935f1241e8aa with Priority: HIGHEST for action security_group_rules [ 747.539579] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0f0c96-e431-4783-8ae9-935f1241e8aa with Priority: HIGHEST for action security_group_rules [ 747.544990] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de0f0c96-e431-4783-8ae9-935f1241e8aa taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.544990] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.590965] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.593541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.593541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.593541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.593541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.593541] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e already deleted. [ 747.593541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.779133] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.779388] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.779515] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.779799] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.779955] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.780921] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 1ecda13e-f25d-4c42-8988-1b96ebbccfc2 not found, creating... [ 747.782256] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.782395] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.783280] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.783280] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.783280] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.783500] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.783500] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.783650] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.783839] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.783986] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.784139] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 1ecda13e-f25d-4c42-8988-1b96ebbccfc2 is going to be created. [ 747.811975] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.812227] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.812347] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.812640] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.812955] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.813177] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-1ecda13e-f25d-4c42-8988-1b96ebbccfc2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.846145] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 in Status: SUCCESS [ 747.846145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.846145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.846526] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.846921] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.849019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.849019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.849019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.849019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.849019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.849019] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.886347] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.886347] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.886347] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.887106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.887106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.887106] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de0f0c96-e431-4783-8ae9-935f1241e8aa already deleted. [ 747.887106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.887106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.887295] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.887295] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de0f0c96-e431-4783-8ae9-935f1241e8aa',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.355682] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.355682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.355682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.356328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.356328] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.356328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.356328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.356596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.356596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.356596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.356897] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.356897] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.357096] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.357096] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.357232] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.357584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.357584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.357584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.357584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.357853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.357853] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.411575] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.411575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.411575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.411575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.411575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.411575] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de0f0c96-e431-4783-8ae9-935f1241e8aa already deleted. [ 748.411865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.861274] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24e0bf0f-50da-4b39-bcdf-ceadc5031da0: rpc.has_security_group_logging(os_id): False [ 748.880223] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.880459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.880459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.880633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.880729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.880947] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.881052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.881117] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.881269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.881347] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.881523] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.881619] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.881680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.881836] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.881912] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.883285] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.883451] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.883492] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.883802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.883945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.884122] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 is going to be created. [ 748.990564] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.990564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.991558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.991558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.991558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.012197] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 in Status: IN_PROGRESS for 2s [ 749.058265] env[69933]: INFO networking_nsxv3.common.synchronization [req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c req-e29211f4-c49f-4778-a3c2-cfe52990cc53 service nova] Enqueued Resource ID: ed38584d-1a8b-4267-9313-2bc352dedece with Priority: HIGHEST for action security_group_rules [ 749.058498] env[69933]: INFO networking_nsxv3.common.synchronization [req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c req-e29211f4-c49f-4778-a3c2-cfe52990cc53 service nova] Enqueued Resource ID: ed38584d-1a8b-4267-9313-2bc352dedece with Priority: HIGHEST for action security_group_members [ 749.058643] env[69933]: INFO networking_nsxv3.common.synchronization [req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c req-e29211f4-c49f-4778-a3c2-cfe52990cc53 service nova] Enqueued Resource ID: 1ecda13e-f25d-4c42-8988-1b96ebbccfc2 with Priority: HIGHEST for action port [ 749.060799] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed38584d-1a8b-4267-9313-2bc352dedece with Priority: HIGHEST for action security_group_rules [ 749.061097] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed38584d-1a8b-4267-9313-2bc352dedece with Priority: HIGHEST for action security_group_members [ 749.061293] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ecda13e-f25d-4c42-8988-1b96ebbccfc2 with Priority: HIGHEST for action port [ 749.061736] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed38584d-1a8b-4267-9313-2bc352dedece taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.061944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.062075] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.062401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.062546] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed38584d-1a8b-4267-9313-2bc352dedece',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.067625] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed38584d-1a8b-4267-9313-2bc352dedece taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.067938] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.067938] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.068525] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.068584] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.068746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.068867] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.069232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.069296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.069455] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed38584d-1a8b-4267-9313-2bc352dedece',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.071250] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ecda13e-f25d-4c42-8988-1b96ebbccfc2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.071250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ecda13e-f25d-4c42-8988-1b96ebbccfc2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.072812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ecda13e-f25d-4c42-8988-1b96ebbccfc2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.073426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ecda13e-f25d-4c42-8988-1b96ebbccfc2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.073426] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ecda13e-f25d-4c42-8988-1b96ebbccfc2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.579537] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed38584d-1a8b-4267-9313-2bc352dedece taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.579830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.579865] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed38584d-1a8b-4267-9313-2bc352dedece',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.581078] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ecda13e-f25d-4c42-8988-1b96ebbccfc2 with status ACTIVE [ 749.581078] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.581208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.581208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.581974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.581974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.581974] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.581974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.581974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.581974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.582284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.582284] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.582284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.582385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.585021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.585021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.585021] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ecda13e-f25d-4c42-8988-1b96ebbccfc2 is going to be updated. [ 749.610766] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.610914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.611030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.611273] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.611508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.611749] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ecda13e-f25d-4c42-8988-1b96ebbccfc2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.087231] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed38584d-1a8b-4267-9313-2bc352dedece',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.591171] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.591486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.591486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.591611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.591889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.591889] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed38584d-1a8b-4267-9313-2bc352dedece is going to be created. [ 750.619853] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.620034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.620109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.620970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.621134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.632471] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed38584d-1a8b-4267-9313-2bc352dedece in Status: UNINITIALIZED for 2s [ 751.026095] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 in Status: SUCCESS [ 751.026328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.351500] env[69933]: INFO networking_nsxv3.common.synchronization [req-2f8747d1-ef45-4b7f-9a34-192b95031837 req-8357d98a-cbb7-4c0c-9865-e299b6a7f472 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Enqueued Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 751.353510] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 751.354102] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.354413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.356017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.356017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.356017] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.356017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.356017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.356017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.356017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.356017] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.515752] env[69933]: INFO networking_nsxv3.common.synchronization [None req-f5ba0b66-78be-4d3c-bfd9-8f28dbb2da85 None None] Enqueued Resource ID: d4d6940b-6cf1-43bc-9a5e-5602ca5ed73b with Priority: HIGHEST for action port [ 751.516693] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d6940b-6cf1-43bc-9a5e-5602ca5ed73b with Priority: HIGHEST for action port [ 751.519475] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4d6940b-6cf1-43bc-9a5e-5602ca5ed73b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.519475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4d6940b-6cf1-43bc-9a5e-5602ca5ed73b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.519475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4d6940b-6cf1-43bc-9a5e-5602ca5ed73b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.519475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4d6940b-6cf1-43bc-9a5e-5602ca5ed73b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.519475] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4d6940b-6cf1-43bc-9a5e-5602ca5ed73b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.860458] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.860458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.860458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.861051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.861051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.861051] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.861051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.861196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.861238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.861320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.861418] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 already deleted. [ 751.861485] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.027070] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4d6940b-6cf1-43bc-9a5e-5602ca5ed73b [ 752.027070] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.027934] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.028286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.028619] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.028722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.028832] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4d6940b-6cf1-43bc-9a5e-5602ca5ed73b already deleted. [ 752.028915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4d6940b-6cf1-43bc-9a5e-5602ca5ed73b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.068163] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.068371] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-361" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.068462] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-361" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.068857] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-361" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.070251] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.070393] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.070766] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.070927] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.071172] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.074036] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.074036] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.074036] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.074036] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.074036] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.074036] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.074036] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.096259] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.096259] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.096259] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.096490] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-361" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.098088] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-e58713e0-34fc-4b38-8b92-0c5ef32b3250 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.099877] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-e58713e0-34fc-4b38-8b92-0c5ef32b3250" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.100046] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-e58713e0-34fc-4b38-8b92-0c5ef32b3250" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.100398] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-e58713e0-34fc-4b38-8b92-0c5ef32b3250" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.100537] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e58713e0-34fc-4b38-8b92-0c5ef32b3250',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.451356] env[69933]: INFO networking_nsxv3.common.synchronization [None req-df63c274-eaa4-462d-bec1-df8ab9b92fd7 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Enqueued Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_rules [ 752.456454] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_rules [ 752.457388] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ba164e-5c03-4513-a24e-47b9de9450b3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.458771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.458771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.458771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.458771] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.602936] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.604706] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.604957] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.605506] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.605803] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.606032] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port e58713e0-34fc-4b38-8b92-0c5ef32b3250 not found, creating... [ 752.606416] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.606665] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.606859] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.607147] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.607353] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.607829] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.608164] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.608387] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.608718] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.608926] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.609331] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: e58713e0-34fc-4b38-8b92-0c5ef32b3250 is going to be created. [ 752.634356] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.634756] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.635293] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.635449] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.636464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.641301] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-e58713e0-34fc-4b38-8b92-0c5ef32b3250" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.649453] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed38584d-1a8b-4267-9313-2bc352dedece in Status: SUCCESS [ 752.649755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.649968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.650249] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.650526] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.650682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.650764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.650965] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.651205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.651337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.651443] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed38584d-1a8b-4267-9313-2bc352dedece',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.981926] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.982296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.982296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.982372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.982402] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.982495] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 already deleted. [ 752.986022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.133657] env[69933]: INFO networking_nsxv3.common.synchronization [None req-4a7362b4-df3d-46dc-9c91-875645c4e263 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Enqueued Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_rules [ 753.135279] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_rules [ 753.135843] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ba164e-5c03-4513-a24e-47b9de9450b3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.135990] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.136302] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.136375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.136466] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.154793] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed38584d-1a8b-4267-9313-2bc352dedece',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.656604] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed38584d-1a8b-4267-9313-2bc352dedece: rpc.has_security_group_logging(os_id): False [ 753.664024] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.664024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.664024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.664024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.664024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.664024] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 already deleted. [ 753.665603] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.691881] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.692452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.692452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.692711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.692815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.693168] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.693300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.693584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.693584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.693695] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.693746] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed38584d-1a8b-4267-9313-2bc352dedece is going to be created. [ 753.769982] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.769982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.769982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.769982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.769982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.780559] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed38584d-1a8b-4267-9313-2bc352dedece in Status: IN_PROGRESS for 2s [ 754.137300] env[69933]: INFO networking_nsxv3.common.synchronization [None req-50605d77-f3d2-4aa5-934c-6c2f73a0ee03 None None] Enqueued Resource ID: e08217c6-2468-4fd2-b176-1baffe2889e0 with Priority: HIGHEST for action port [ 754.137786] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08217c6-2468-4fd2-b176-1baffe2889e0 with Priority: HIGHEST for action port [ 754.140478] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e08217c6-2468-4fd2-b176-1baffe2889e0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.140478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e08217c6-2468-4fd2-b176-1baffe2889e0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.140478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e08217c6-2468-4fd2-b176-1baffe2889e0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.140478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e08217c6-2468-4fd2-b176-1baffe2889e0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.140478] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e08217c6-2468-4fd2-b176-1baffe2889e0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.501405] env[69933]: INFO networking_nsxv3.common.synchronization [req-2f8747d1-ef45-4b7f-9a34-192b95031837 req-61a2bafa-66e4-45bf-b6be-516c0ef097b0 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Enqueued Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 754.503031] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 754.503031] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.503031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.503031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.503031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.503031] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.503637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.503637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.503637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.503637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.503637] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.633303] env[69933]: INFO networking_nsxv3.common.synchronization [req-2f8747d1-ef45-4b7f-9a34-192b95031837 req-111c27e9-526b-4e1e-bee0-5ca4ef2756d9 service nova] Enqueued Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_rules [ 754.633773] env[69933]: INFO networking_nsxv3.common.synchronization [req-2f8747d1-ef45-4b7f-9a34-192b95031837 req-111c27e9-526b-4e1e-bee0-5ca4ef2756d9 service nova] Enqueued Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 754.633773] env[69933]: INFO networking_nsxv3.common.synchronization [req-2f8747d1-ef45-4b7f-9a34-192b95031837 req-111c27e9-526b-4e1e-bee0-5ca4ef2756d9 service nova] Enqueued Resource ID: e58713e0-34fc-4b38-8b92-0c5ef32b3250 with Priority: HIGHEST for action port [ 754.634438] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_rules [ 754.634768] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 754.635648] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e58713e0-34fc-4b38-8b92-0c5ef32b3250 with Priority: HIGHEST for action port [ 754.636608] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.636770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.636821] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.637056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.637153] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.638773] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.638773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.638773] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e58713e0-34fc-4b38-8b92-0c5ef32b3250 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.638773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e58713e0-34fc-4b38-8b92-0c5ef32b3250" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.638773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e58713e0-34fc-4b38-8b92-0c5ef32b3250" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.640257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e58713e0-34fc-4b38-8b92-0c5ef32b3250" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.640257] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e58713e0-34fc-4b38-8b92-0c5ef32b3250',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.641802] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e08217c6-2468-4fd2-b176-1baffe2889e0 [ 754.642897] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.642897] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.642897] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.643672] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.643758] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.643885] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e08217c6-2468-4fd2-b176-1baffe2889e0 already deleted. [ 754.644413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e08217c6-2468-4fd2-b176-1baffe2889e0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.007926] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.054651] env[69933]: INFO networking_nsxv3.common.synchronization [None req-ab7f0c10-9078-4176-8a0f-7db4abd6c96c None None] Enqueued Resource ID: 1c845414-3cc5-4e71-a799-30f137ff5250 with Priority: HIGHEST for action port [ 755.055838] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c845414-3cc5-4e71-a799-30f137ff5250 with Priority: HIGHEST for action port [ 755.056428] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c845414-3cc5-4e71-a799-30f137ff5250 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.056615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c845414-3cc5-4e71-a799-30f137ff5250" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.056703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c845414-3cc5-4e71-a799-30f137ff5250" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.058969] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c845414-3cc5-4e71-a799-30f137ff5250" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.058969] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c845414-3cc5-4e71-a799-30f137ff5250',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.142673] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.143074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.145385] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e58713e0-34fc-4b38-8b92-0c5ef32b3250 with status ACTIVE [ 755.145594] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.145787] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.145787] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.145996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.146090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.146263] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.146356] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.146415] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.146560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.147305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.147305] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.147305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.147305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.147305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.147305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.147305] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e58713e0-34fc-4b38-8b92-0c5ef32b3250 is going to be updated. [ 755.172388] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.172388] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.172388] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.172388] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.172633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.172894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e58713e0-34fc-4b38-8b92-0c5ef32b3250" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.381332] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.381332] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-361" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.381332] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-361" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.381332] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-361" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.381332] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.381605] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.381605] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.381782] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.382549] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.382549] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.382549] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.382549] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.382549] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.382549] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.382773] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.383095] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.403846] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.403965] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.404156] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.404346] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-361" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.404666] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-61a6e6dc-2ff8-44d0-880e-9ea30335b410 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.404863] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-61a6e6dc-2ff8-44d0-880e-9ea30335b410" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.404973] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-61a6e6dc-2ff8-44d0-880e-9ea30335b410" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.405359] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-61a6e6dc-2ff8-44d0-880e-9ea30335b410" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.405495] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a6e6dc-2ff8-44d0-880e-9ea30335b410',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.510985] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.563021] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c845414-3cc5-4e71-a799-30f137ff5250 [ 755.563021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.563021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.563021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.563021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.563021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.563021] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c845414-3cc5-4e71-a799-30f137ff5250 already deleted. [ 755.563021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c845414-3cc5-4e71-a799-30f137ff5250" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.798142] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed38584d-1a8b-4267-9313-2bc352dedece in Status: SUCCESS [ 755.798142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.911488] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.915323] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.915893] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.917037] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.918933] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.918933] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 61a6e6dc-2ff8-44d0-880e-9ea30335b410 not found, creating... [ 755.918933] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.918933] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.918933] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.918933] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.918933] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.918933] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.918933] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.919371] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.919371] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.919443] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.919545] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 61a6e6dc-2ff8-44d0-880e-9ea30335b410 is going to be created. [ 755.942439] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.942959] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.942959] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.943826] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.943826] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.943826] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-61a6e6dc-2ff8-44d0-880e-9ea30335b410" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.013771] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.014565] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.014712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.014985] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.015146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.015258] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 is going to be created. [ 756.044558] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.044664] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.044777] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.044954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.045121] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.059603] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: UNINITIALIZED for 2s [ 756.837722] env[69933]: INFO networking_nsxv3.common.synchronization [req-91e554ed-a3f6-4574-a76d-e01331842ae0 req-6160db14-13ab-4def-8d0c-f8a7ac06c316 tempest-SecurityGroupRulesTestJSON-1739763778 tempest-SecurityGroupRulesTestJSON-1739763778-project-member] Enqueued Resource ID: e9683ad3-420d-427b-bd8b-653db8a2af91 with Priority: HIGHEST for action security_group_rules [ 756.840526] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9683ad3-420d-427b-bd8b-653db8a2af91 with Priority: HIGHEST for action security_group_rules [ 756.840526] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9683ad3-420d-427b-bd8b-653db8a2af91 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.840526] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9683ad3-420d-427b-bd8b-653db8a2af91" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.840526] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9683ad3-420d-427b-bd8b-653db8a2af91" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.840526] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9683ad3-420d-427b-bd8b-653db8a2af91" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.840526] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9683ad3-420d-427b-bd8b-653db8a2af91',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.127436] env[69933]: INFO networking_nsxv3.common.synchronization [req-2f8747d1-ef45-4b7f-9a34-192b95031837 req-4f56f09a-618d-4105-88f2-baf8c658b005 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Enqueued Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 757.128634] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 757.128634] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.129780] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.364657] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.364908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.364982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.365372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.365372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.365527] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9683ad3-420d-427b-bd8b-653db8a2af91 already deleted. [ 757.365676] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9683ad3-420d-427b-bd8b-653db8a2af91" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.734377] env[69933]: INFO networking_nsxv3.common.synchronization [None req-e5dc4db6-65a9-44cd-a40a-dce92d309566 None None] Enqueued Resource ID: f01caf65-47bb-484f-a2b0-3f1cb4bc05e4 with Priority: HIGHEST for action port [ 757.735692] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01caf65-47bb-484f-a2b0-3f1cb4bc05e4 with Priority: HIGHEST for action port [ 757.736133] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f01caf65-47bb-484f-a2b0-3f1cb4bc05e4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.736314] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f01caf65-47bb-484f-a2b0-3f1cb4bc05e4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.737494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f01caf65-47bb-484f-a2b0-3f1cb4bc05e4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.737494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f01caf65-47bb-484f-a2b0-3f1cb4bc05e4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.737494] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f01caf65-47bb-484f-a2b0-3f1cb4bc05e4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.887098] env[69933]: INFO networking_nsxv3.common.synchronization [req-2f8747d1-ef45-4b7f-9a34-192b95031837 req-14877760-06d5-40a1-8319-dffb653faf70 service nova] Enqueued Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_rules [ 757.887439] env[69933]: INFO networking_nsxv3.common.synchronization [req-2f8747d1-ef45-4b7f-9a34-192b95031837 req-14877760-06d5-40a1-8319-dffb653faf70 service nova] Enqueued Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 757.887439] env[69933]: INFO networking_nsxv3.common.synchronization [req-2f8747d1-ef45-4b7f-9a34-192b95031837 req-14877760-06d5-40a1-8319-dffb653faf70 service nova] Enqueued Resource ID: 61a6e6dc-2ff8-44d0-880e-9ea30335b410 with Priority: HIGHEST for action port [ 757.887623] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_rules [ 757.887757] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 757.887848] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a6e6dc-2ff8-44d0-880e-9ea30335b410 with Priority: HIGHEST for action port [ 757.888885] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.889221] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.889322] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.889364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.889647] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-61a6e6dc-2ff8-44d0-880e-9ea30335b410 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.889775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61a6e6dc-2ff8-44d0-880e-9ea30335b410" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.889869] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61a6e6dc-2ff8-44d0-880e-9ea30335b410" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.890165] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61a6e6dc-2ff8-44d0-880e-9ea30335b410" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.890281] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a6e6dc-2ff8-44d0-880e-9ea30335b410',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.071911] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: SUCCESS [ 758.072043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.072500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.072769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.073017] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.073157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.073226] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.073392] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.073471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.073929] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.140985] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.140985] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-361" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.140985] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-361" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.140985] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-361" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.140985] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.140985] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.141487] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.141487] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.141611] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.143490] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.143625] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.145330] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.145330] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.145330] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.145330] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.145330] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.168073] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.168073] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.168073] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.168073] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-361" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.168073] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-f8007de3-f918-4623-a0e4-c00a637526d3 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.168073] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-f8007de3-f918-4623-a0e4-c00a637526d3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.168073] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-f8007de3-f918-4623-a0e4-c00a637526d3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.168429] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-f8007de3-f918-4623-a0e4-c00a637526d3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.168429] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8007de3-f918-4623-a0e4-c00a637526d3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.198852] env[69933]: INFO networking_nsxv3.common.synchronization [None req-35d9677f-d5fa-48fa-8978-3b084564d1a2 None None] Enqueued Resource ID: a7180780-df14-4ca9-a5f1-ad66e1741b0d with Priority: HIGHEST for action port [ 758.199399] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7180780-df14-4ca9-a5f1-ad66e1741b0d with Priority: HIGHEST for action port [ 758.199699] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7180780-df14-4ca9-a5f1-ad66e1741b0d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.199819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7180780-df14-4ca9-a5f1-ad66e1741b0d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.199885] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7180780-df14-4ca9-a5f1-ad66e1741b0d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.203413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7180780-df14-4ca9-a5f1-ad66e1741b0d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.203413] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7180780-df14-4ca9-a5f1-ad66e1741b0d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.238868] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f01caf65-47bb-484f-a2b0-3f1cb4bc05e4 [ 758.239150] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.239298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.239389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.239629] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.239746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.239841] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f01caf65-47bb-484f-a2b0-3f1cb4bc05e4 already deleted. [ 758.239943] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f01caf65-47bb-484f-a2b0-3f1cb4bc05e4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.393602] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61a6e6dc-2ff8-44d0-880e-9ea30335b410 with status ACTIVE [ 758.393602] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.393602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.393795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.393968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.394089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.394285] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.394387] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.394452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.394717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.394717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.394878] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.394975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.395063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.395304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.395304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.395398] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61a6e6dc-2ff8-44d0-880e-9ea30335b410 is going to be updated. [ 758.422536] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.423576] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.423677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.423892] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.424044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.424218] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61a6e6dc-2ff8-44d0-880e-9ea30335b410" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.577210] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.671875] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.671989] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.672380] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.672720] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.673022] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.673084] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port f8007de3-f918-4623-a0e4-c00a637526d3 not found, creating... [ 758.673378] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.673893] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.673893] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.674133] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.674133] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.674394] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.674627] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.674735] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.674920] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.677707] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.679032] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: f8007de3-f918-4623-a0e4-c00a637526d3 is going to be created. [ 758.702652] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.702652] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.702652] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.702652] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.702853] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.705728] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-f8007de3-f918-4623-a0e4-c00a637526d3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.707267] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7180780-df14-4ca9-a5f1-ad66e1741b0d [ 758.707267] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.707441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.707441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.707691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.707691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.707782] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7180780-df14-4ca9-a5f1-ad66e1741b0d already deleted. [ 758.708145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7180780-df14-4ca9-a5f1-ad66e1741b0d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.970069] env[69933]: INFO networking_nsxv3.common.synchronization [req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 req-f3a7de1d-91ea-4036-acbb-7c1c763c510b tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Enqueued Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGHEST for action security_group_members [ 758.970602] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGHEST for action security_group_members [ 758.971362] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.971362] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.971362] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.971362] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.971742] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.971742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.971742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.972311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.972311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.972311] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.081748] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.477449] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.477449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.477449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.477449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.477449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.477830] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.477937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.478040] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.478744] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.478744] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.478744] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 is going to be updated. [ 759.519402] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.521028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.521028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.521028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.521028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.532034] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 in Status: IN_PROGRESS for 2s [ 759.583694] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.587353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.587545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.587798] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.587959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.588017] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 is going to be updated. [ 759.633052] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.633632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.634704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.634967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.635136] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.646242] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: IN_PROGRESS for 2s [ 759.671955] env[69933]: INFO networking_nsxv3.common.synchronization [req-e8340fd9-b02f-44af-a8c5-13062d22db9d req-de0dcf7d-c836-44c0-b170-d79840482004 tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Enqueued Resource ID: eb0820ef-bdca-4107-9072-63ed21167d77 with Priority: HIGHEST for action security_group_members [ 759.672622] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0820ef-bdca-4107-9072-63ed21167d77 with Priority: HIGHEST for action security_group_members [ 759.672999] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0820ef-bdca-4107-9072-63ed21167d77 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.673116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.673181] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.673448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.673603] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.673701] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.673792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.674095] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.674597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.674707] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb0820ef-bdca-4107-9072-63ed21167d77',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.100701] env[69933]: INFO networking_nsxv3.common.synchronization [None req-76a127fe-75ed-40eb-9b4f-df58bf8c58e0 None None] Enqueued Resource ID: e732b00d-b6a1-4ba8-a2db-d6faf2627a94 with Priority: HIGHEST for action port [ 760.100701] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e732b00d-b6a1-4ba8-a2db-d6faf2627a94 with Priority: HIGHEST for action port [ 760.102764] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e732b00d-b6a1-4ba8-a2db-d6faf2627a94 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.102764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e732b00d-b6a1-4ba8-a2db-d6faf2627a94" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.102764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e732b00d-b6a1-4ba8-a2db-d6faf2627a94" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.102764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e732b00d-b6a1-4ba8-a2db-d6faf2627a94" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.102764] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e732b00d-b6a1-4ba8-a2db-d6faf2627a94',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.179125] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.180166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.181873] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.181873] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.181873] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.181873] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.181873] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.181873] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.181873] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.181873] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.181873] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb0820ef-bdca-4107-9072-63ed21167d77 already deleted. [ 760.181873] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.297087] env[69933]: INFO networking_nsxv3.common.synchronization [None req-e0e166eb-51bd-4c0e-9c91-a0d11b76d9c2 None None] Enqueued Resource ID: bca426f3-6b64-4a52-8583-320ec5876240 with Priority: HIGHEST for action port [ 760.297087] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca426f3-6b64-4a52-8583-320ec5876240 with Priority: HIGHEST for action port [ 760.298021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-bca426f3-6b64-4a52-8583-320ec5876240 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.298021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bca426f3-6b64-4a52-8583-320ec5876240" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.298021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bca426f3-6b64-4a52-8583-320ec5876240" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.298021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bca426f3-6b64-4a52-8583-320ec5876240" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.299315] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bca426f3-6b64-4a52-8583-320ec5876240',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.606492] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e732b00d-b6a1-4ba8-a2db-d6faf2627a94 [ 760.607119] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.607119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.607119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.607119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.607119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.607352] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e732b00d-b6a1-4ba8-a2db-d6faf2627a94 already deleted. [ 760.607352] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e732b00d-b6a1-4ba8-a2db-d6faf2627a94" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.637089] env[69933]: INFO networking_nsxv3.common.synchronization [None req-5ccd846b-a3b1-4d51-9258-897ae51806a8 None None] Enqueued Resource ID: 0b268d8e-d605-4c24-a8ab-1fea477f4f40 with Priority: HIGHEST for action port [ 760.637694] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b268d8e-d605-4c24-a8ab-1fea477f4f40 with Priority: HIGHEST for action port [ 760.642792] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b268d8e-d605-4c24-a8ab-1fea477f4f40 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.642792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b268d8e-d605-4c24-a8ab-1fea477f4f40" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.642792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b268d8e-d605-4c24-a8ab-1fea477f4f40" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.642792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b268d8e-d605-4c24-a8ab-1fea477f4f40" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.642792] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b268d8e-d605-4c24-a8ab-1fea477f4f40',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.801177] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bca426f3-6b64-4a52-8583-320ec5876240 [ 760.801738] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.802194] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.803356] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.803356] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.803356] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.803356] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bca426f3-6b64-4a52-8583-320ec5876240 already deleted. [ 760.803356] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bca426f3-6b64-4a52-8583-320ec5876240" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.926058] env[69933]: INFO networking_nsxv3.common.synchronization [req-2f8747d1-ef45-4b7f-9a34-192b95031837 req-2ca3c705-cf25-4225-a24e-56a8613ec527 service nova] Enqueued Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_rules [ 760.926256] env[69933]: INFO networking_nsxv3.common.synchronization [req-2f8747d1-ef45-4b7f-9a34-192b95031837 req-2ca3c705-cf25-4225-a24e-56a8613ec527 service nova] Enqueued Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 760.926390] env[69933]: INFO networking_nsxv3.common.synchronization [req-2f8747d1-ef45-4b7f-9a34-192b95031837 req-2ca3c705-cf25-4225-a24e-56a8613ec527 service nova] Enqueued Resource ID: f8007de3-f918-4623-a0e4-c00a637526d3 with Priority: HIGHEST for action port [ 760.926978] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_rules [ 760.930948] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 760.930948] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8007de3-f918-4623-a0e4-c00a637526d3 with Priority: HIGHEST for action port [ 760.930948] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.930948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.930948] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.930948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.930948] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8007de3-f918-4623-a0e4-c00a637526d3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.936174] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8007de3-f918-4623-a0e4-c00a637526d3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.936174] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8007de3-f918-4623-a0e4-c00a637526d3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.936174] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8007de3-f918-4623-a0e4-c00a637526d3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.936174] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8007de3-f918-4623-a0e4-c00a637526d3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.060635] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.060882] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-142" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.061010] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-142" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.061356] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-142" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.061621] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.061801] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.061929] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.062276] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.062463] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.062883] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.062883] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.063126] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.063294] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.063443] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.063577] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.063796] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.086366] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.086582] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 761.086767] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.086957] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-142" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.087302] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-8fa8ad7e-18f6-44d5-ac8c-1959c997f99e taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.087474] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-8fa8ad7e-18f6-44d5-ac8c-1959c997f99e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.087598] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-8fa8ad7e-18f6-44d5-ac8c-1959c997f99e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.087985] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-8fa8ad7e-18f6-44d5-ac8c-1959c997f99e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.088097] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa8ad7e-18f6-44d5-ac8c-1959c997f99e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.145958] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b268d8e-d605-4c24-a8ab-1fea477f4f40 [ 761.146274] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.147182] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.147268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.147491] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.147592] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.147695] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b268d8e-d605-4c24-a8ab-1fea477f4f40 already deleted. [ 761.147840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b268d8e-d605-4c24-a8ab-1fea477f4f40" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.440243] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8007de3-f918-4623-a0e4-c00a637526d3 with status ACTIVE [ 761.440981] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.440981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.440981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.440981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.441226] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.445328] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.445939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.445939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.445939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.445939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.446315] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.446315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.446315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.446459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.446551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.446726] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8007de3-f918-4623-a0e4-c00a637526d3 is going to be updated. [ 761.451561] env[69933]: INFO networking_nsxv3.common.synchronization [req-8ad41409-6e7c-4e2f-b674-e9819d6d2efb req-286ef621-e1b1-4c9b-b3ae-8d66473e13fc tempest-SecurityGroupRulesTestJSON-1739763778 tempest-SecurityGroupRulesTestJSON-1739763778-project-member] Enqueued Resource ID: 1ac4b768-4f5d-4ea5-aca9-fb7f27319d4f with Priority: HIGHEST for action security_group_rules [ 761.453125] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac4b768-4f5d-4ea5-aca9-fb7f27319d4f with Priority: HIGHEST for action security_group_rules [ 761.453572] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ac4b768-4f5d-4ea5-aca9-fb7f27319d4f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.453813] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ac4b768-4f5d-4ea5-aca9-fb7f27319d4f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.453813] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ac4b768-4f5d-4ea5-aca9-fb7f27319d4f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.454149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ac4b768-4f5d-4ea5-aca9-fb7f27319d4f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.454149] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ac4b768-4f5d-4ea5-aca9-fb7f27319d4f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.480022] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.480022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.480022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.480022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.480022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.480022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8007de3-f918-4623-a0e4-c00a637526d3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.543065] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 in Status: SUCCESS [ 761.543285] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 deletion is rescheduled due to dependency. [ 761.544039] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.590456] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.590760] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.590897] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.591203] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.591356] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.591555] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 8fa8ad7e-18f6-44d5-ac8c-1959c997f99e not found, creating... [ 761.591843] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.592165] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.592165] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.592369] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.592517] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.592861] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.593239] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.593415] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.593648] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.593800] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.593945] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 8fa8ad7e-18f6-44d5-ac8c-1959c997f99e is going to be created. [ 761.633603] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.634963] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.634963] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.634963] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.634963] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.634963] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-8fa8ad7e-18f6-44d5-ac8c-1959c997f99e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.663252] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: SUCCESS [ 761.663604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.664373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.664373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.664927] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.664927] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.664927] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.664927] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.664927] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.664927] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.666473] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.667583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.667758] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.668576] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.668576] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.668576] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.668576] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.668576] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.668816] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.818467] env[69933]: INFO networking_nsxv3.common.synchronization [req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f req-26fa8fe4-d138-4ac9-9341-3f19d2617c9b tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Enqueued Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_members [ 761.819045] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_members [ 761.819443] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bd0011-d329-409e-bbee-cd71943fae4e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.819588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.819588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.821069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.821069] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.821069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.821069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.821069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.821069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.821069] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.977383] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.978019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.978019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.978019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.978019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.978019] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ac4b768-4f5d-4ea5-aca9-fb7f27319d4f already deleted. [ 761.978019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ac4b768-4f5d-4ea5-aca9-fb7f27319d4f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.170655] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.172959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.172959] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.325512] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.325512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.325512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.325512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.325512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.325512] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.325512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.325512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.325512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.325512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.325512] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bd0011-d329-409e-bbee-cd71943fae4e already deleted. [ 762.325512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.675287] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.079348] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.083379] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-713" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.083379] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-713" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.083379] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-713" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.083379] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.083379] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.088143] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.088593] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.088770] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.089052] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.089191] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.089381] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.091010] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.091010] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.091010] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.091010] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.113803] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.117439] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.117439] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.117439] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-713" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.117439] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.117439] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.117439] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.118178] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.118510] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.178477] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.178784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.178821] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.179063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.179159] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.179270] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 is going to be updated. [ 763.212020] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.212020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.212020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.212020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.212020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.225032] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: IN_PROGRESS for 2s [ 763.295350] env[69933]: INFO networking_nsxv3.common.synchronization [req-e8340fd9-b02f-44af-a8c5-13062d22db9d req-e93971cc-d51b-4982-8c07-f1797470311c service nova] Enqueued Resource ID: eb0820ef-bdca-4107-9072-63ed21167d77 with Priority: HIGHEST for action security_group_rules [ 763.295531] env[69933]: INFO networking_nsxv3.common.synchronization [req-e8340fd9-b02f-44af-a8c5-13062d22db9d req-e93971cc-d51b-4982-8c07-f1797470311c service nova] Enqueued Resource ID: eb0820ef-bdca-4107-9072-63ed21167d77 with Priority: HIGHEST for action security_group_members [ 763.295686] env[69933]: INFO networking_nsxv3.common.synchronization [req-e8340fd9-b02f-44af-a8c5-13062d22db9d req-e93971cc-d51b-4982-8c07-f1797470311c service nova] Enqueued Resource ID: 8fa8ad7e-18f6-44d5-ac8c-1959c997f99e with Priority: HIGHEST for action port [ 763.296266] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0820ef-bdca-4107-9072-63ed21167d77 with Priority: HIGHEST for action security_group_rules [ 763.297166] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0820ef-bdca-4107-9072-63ed21167d77 with Priority: HIGHEST for action security_group_members [ 763.297166] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa8ad7e-18f6-44d5-ac8c-1959c997f99e with Priority: HIGHEST for action port [ 763.297316] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb0820ef-bdca-4107-9072-63ed21167d77 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.297456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.297513] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.297797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.297879] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb0820ef-bdca-4107-9072-63ed21167d77',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.299262] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0820ef-bdca-4107-9072-63ed21167d77 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.299403] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.299455] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.299722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.299806] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.299911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.299972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.300146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.300235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.300341] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb0820ef-bdca-4107-9072-63ed21167d77',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.301195] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fa8ad7e-18f6-44d5-ac8c-1959c997f99e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.301344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fa8ad7e-18f6-44d5-ac8c-1959c997f99e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.301399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fa8ad7e-18f6-44d5-ac8c-1959c997f99e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.301563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fa8ad7e-18f6-44d5-ac8c-1959c997f99e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.302128] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa8ad7e-18f6-44d5-ac8c-1959c997f99e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.314250] env[69933]: INFO networking_nsxv3.common.synchronization [None req-6e2d2532-6f23-4932-b806-9b53caf78901 None None] Enqueued Resource ID: 5b9b935c-dfcc-4a3b-b502-1eef8ea4ca05 with Priority: HIGHEST for action port [ 763.314250] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b9b935c-dfcc-4a3b-b502-1eef8ea4ca05 with Priority: HIGHEST for action port [ 763.314250] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b9b935c-dfcc-4a3b-b502-1eef8ea4ca05 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.314250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b9b935c-dfcc-4a3b-b502-1eef8ea4ca05" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.314250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b9b935c-dfcc-4a3b-b502-1eef8ea4ca05" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.314250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b9b935c-dfcc-4a3b-b502-1eef8ea4ca05" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.314250] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b9b935c-dfcc-4a3b-b502-1eef8ea4ca05',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.489177] env[69933]: INFO networking_nsxv3.common.synchronization [None req-a05d5696-6070-4ccc-9f08-8f3881d3d702 None None] Enqueued Resource ID: e4f7d8fe-a1e5-4e5e-a7a8-7917dd91425c with Priority: HIGHEST for action port [ 763.489873] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f7d8fe-a1e5-4e5e-a7a8-7917dd91425c with Priority: HIGHEST for action port [ 763.495099] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4f7d8fe-a1e5-4e5e-a7a8-7917dd91425c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.495099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4f7d8fe-a1e5-4e5e-a7a8-7917dd91425c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.495099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4f7d8fe-a1e5-4e5e-a7a8-7917dd91425c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.495099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4f7d8fe-a1e5-4e5e-a7a8-7917dd91425c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.495424] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4f7d8fe-a1e5-4e5e-a7a8-7917dd91425c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.624549] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.625271] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.625271] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.625384] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.625434] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.625596] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 not found, creating... [ 763.625920] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.626117] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.626240] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.626474] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.626842] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.626901] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.628342] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.628342] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.628342] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.628621] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.628687] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 is going to be created. [ 763.655870] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.655870] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.655870] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.656244] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.656244] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.658288] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.806973] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0820ef-bdca-4107-9072-63ed21167d77 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.807168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.807540] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb0820ef-bdca-4107-9072-63ed21167d77',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.808503] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fa8ad7e-18f6-44d5-ac8c-1959c997f99e with status ACTIVE [ 763.808705] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.808836] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.808909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.809182] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.809964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.809964] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.809964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.809964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.809964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.809964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.810232] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.812250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.812333] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.812534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.812624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.812720] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fa8ad7e-18f6-44d5-ac8c-1959c997f99e is going to be updated. [ 763.823155] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b9b935c-dfcc-4a3b-b502-1eef8ea4ca05 [ 763.823444] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.823631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.823718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.823967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.824088] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.824187] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b9b935c-dfcc-4a3b-b502-1eef8ea4ca05 already deleted. [ 763.824270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b9b935c-dfcc-4a3b-b502-1eef8ea4ca05" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.844034] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.844288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.844288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.844550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.844618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.844787] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fa8ad7e-18f6-44d5-ac8c-1959c997f99e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.001215] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4f7d8fe-a1e5-4e5e-a7a8-7917dd91425c [ 764.001215] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.001215] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.001215] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.001215] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.001215] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.001215] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4f7d8fe-a1e5-4e5e-a7a8-7917dd91425c already deleted. [ 764.001215] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4f7d8fe-a1e5-4e5e-a7a8-7917dd91425c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.315915] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb0820ef-bdca-4107-9072-63ed21167d77',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.341814] env[69933]: INFO networking_nsxv3.common.synchronization [req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 req-ceb83db1-3ad8-4a01-b990-e18b55119e17 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Enqueued Resource ID: de0f0c96-e431-4783-8ae9-935f1241e8aa with Priority: HIGHEST for action security_group_members [ 764.344053] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0f0c96-e431-4783-8ae9-935f1241e8aa with Priority: HIGHEST for action security_group_members [ 764.344053] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-de0f0c96-e431-4783-8ae9-935f1241e8aa taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.344053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.344053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.344053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.344593] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.345440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.345585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.345914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.348469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.348469] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de0f0c96-e431-4783-8ae9-935f1241e8aa',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.425881] env[69933]: INFO networking_nsxv3.common.synchronization [None req-b19bbd50-6d3e-428f-a54f-e6c298d6986b None None] Enqueued Resource ID: 5645fb84-62e3-4a3f-8f90-09ac7349b174 with Priority: HIGHEST for action port [ 764.430264] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5645fb84-62e3-4a3f-8f90-09ac7349b174 with Priority: HIGHEST for action port [ 764.430264] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5645fb84-62e3-4a3f-8f90-09ac7349b174 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.430264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5645fb84-62e3-4a3f-8f90-09ac7349b174" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.430264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5645fb84-62e3-4a3f-8f90-09ac7349b174" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.430264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5645fb84-62e3-4a3f-8f90-09ac7349b174" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.430264] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5645fb84-62e3-4a3f-8f90-09ac7349b174',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.592037] env[69933]: INFO networking_nsxv3.common.synchronization [None req-7e988648-29b7-44b1-807c-73c5ef359a20 None None] Enqueued Resource ID: 1bc21ea2-6775-4e01-b006-d0ae42c342ba with Priority: HIGHEST for action port [ 764.592322] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc21ea2-6775-4e01-b006-d0ae42c342ba with Priority: HIGHEST for action port [ 764.592986] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bc21ea2-6775-4e01-b006-d0ae42c342ba taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.593127] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bc21ea2-6775-4e01-b006-d0ae42c342ba" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.593192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bc21ea2-6775-4e01-b006-d0ae42c342ba" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.593448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bc21ea2-6775-4e01-b006-d0ae42c342ba" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.593526] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bc21ea2-6775-4e01-b006-d0ae42c342ba',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.818162] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.818335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.818412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.818644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.818845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.818845] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb0820ef-bdca-4107-9072-63ed21167d77 is going to be created. [ 764.845308] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.845591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.845591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.845755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.845914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.851804] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.851804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.851804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.851804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.851804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.851804] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.851804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.851804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.851804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.851804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.851804] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de0f0c96-e431-4783-8ae9-935f1241e8aa already deleted. [ 764.851804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.857028] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb0820ef-bdca-4107-9072-63ed21167d77 in Status: UNINITIALIZED for 2s [ 764.933344] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5645fb84-62e3-4a3f-8f90-09ac7349b174 [ 764.933344] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.933344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.933344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.935908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.936038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.936704] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5645fb84-62e3-4a3f-8f90-09ac7349b174 already deleted. [ 764.936704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5645fb84-62e3-4a3f-8f90-09ac7349b174" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.041297] env[69933]: INFO networking_nsxv3.common.synchronization [None req-ef4ff864-131f-4412-a2e8-429e12835a03 None None] Enqueued Resource ID: 676568de-cb95-4af2-98fa-3ebba6c5419a with Priority: HIGHEST for action port [ 765.041674] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 676568de-cb95-4af2-98fa-3ebba6c5419a with Priority: HIGHEST for action port [ 765.044793] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-676568de-cb95-4af2-98fa-3ebba6c5419a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.044957] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-676568de-cb95-4af2-98fa-3ebba6c5419a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.045051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-676568de-cb95-4af2-98fa-3ebba6c5419a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.045271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-676568de-cb95-4af2-98fa-3ebba6c5419a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.045909] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('676568de-cb95-4af2-98fa-3ebba6c5419a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.095658] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bc21ea2-6775-4e01-b006-d0ae42c342ba [ 765.095787] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.095951] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.095998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.096212] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.096519] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.096519] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bc21ea2-6775-4e01-b006-d0ae42c342ba already deleted. [ 765.096519] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bc21ea2-6775-4e01-b006-d0ae42c342ba" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.128051] env[69933]: INFO networking_nsxv3.common.synchronization [None req-132ba9fb-4992-4b05-8208-c3e92bdf43b0 None None] Enqueued Resource ID: a9465c67-d3d0-434a-8eab-4b325eb07779 with Priority: HIGHEST for action port [ 765.129559] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9465c67-d3d0-434a-8eab-4b325eb07779 with Priority: HIGHEST for action port [ 765.132404] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9465c67-d3d0-434a-8eab-4b325eb07779 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.132404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9465c67-d3d0-434a-8eab-4b325eb07779" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.132404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9465c67-d3d0-434a-8eab-4b325eb07779" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.132404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9465c67-d3d0-434a-8eab-4b325eb07779" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.132404] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9465c67-d3d0-434a-8eab-4b325eb07779',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.235023] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.235023] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-358" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.235023] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-358" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.239225] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-358" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.239225] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.239225] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.239225] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.239225] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.239225] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.239225] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.239225] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.239225] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.239225] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.239225] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.239225] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.239225] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.243206] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: SUCCESS [ 765.243756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.244486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.245080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.246083] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.246083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.246083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.246083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.246083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.246083] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.267284] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.267284] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 765.267284] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.267284] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-358" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.267478] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-49133c44-2b40-452d-bad3-8ea0c7fdc960 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.268082] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-49133c44-2b40-452d-bad3-8ea0c7fdc960" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.268082] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-49133c44-2b40-452d-bad3-8ea0c7fdc960" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.268255] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-49133c44-2b40-452d-bad3-8ea0c7fdc960" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.268443] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49133c44-2b40-452d-bad3-8ea0c7fdc960',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.550582] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 676568de-cb95-4af2-98fa-3ebba6c5419a [ 765.550582] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.550582] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.550582] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.550582] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.550582] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.550582] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:676568de-cb95-4af2-98fa-3ebba6c5419a already deleted. [ 765.550582] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-676568de-cb95-4af2-98fa-3ebba6c5419a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.634758] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9465c67-d3d0-434a-8eab-4b325eb07779 [ 765.634937] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.635197] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.635197] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.635392] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.635512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.635619] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9465c67-d3d0-434a-8eab-4b325eb07779 already deleted. [ 765.635701] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9465c67-d3d0-434a-8eab-4b325eb07779" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.750283] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.771489] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.773061] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.773061] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.773061] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.773061] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.773061] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 49133c44-2b40-452d-bad3-8ea0c7fdc960 not found, creating... [ 765.773061] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.773061] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.773061] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.773541] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.773541] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.773719] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.773825] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.773981] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.774296] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.777074] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.777331] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 49133c44-2b40-452d-bad3-8ea0c7fdc960 is going to be created. [ 765.803218] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.803218] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.803218] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.803218] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.803218] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.803218] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-49133c44-2b40-452d-bad3-8ea0c7fdc960" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.070023] env[69933]: INFO networking_nsxv3.common.synchronization [req-1f12e2f1-696e-40de-be32-aeaabfe2a931 req-d2520201-4a62-4637-8f36-cacdf5a288bf tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Enqueued Resource ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e with Priority: HIGHEST for action security_group_members [ 766.070023] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e with Priority: HIGHEST for action security_group_members [ 766.070023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.070023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.070023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.070023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.070023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.070023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.070023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.070023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.070023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.070023] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.254727] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.333833] env[69933]: INFO networking_nsxv3.common.synchronization [req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f req-74c228e6-2c8c-4bb1-afab-573dd5a78d74 service nova] Enqueued Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_rules [ 766.333833] env[69933]: INFO networking_nsxv3.common.synchronization [req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f req-74c228e6-2c8c-4bb1-afab-573dd5a78d74 service nova] Enqueued Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_members [ 766.333833] env[69933]: INFO networking_nsxv3.common.synchronization [req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f req-74c228e6-2c8c-4bb1-afab-573dd5a78d74 service nova] Enqueued Resource ID: 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 with Priority: HIGHEST for action port [ 766.335459] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_rules [ 766.335459] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_members [ 766.335615] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 with Priority: HIGHEST for action port [ 766.336257] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50bd0011-d329-409e-bbee-cd71943fae4e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.336430] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.336497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.336729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.336811] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.337837] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bd0011-d329-409e-bbee-cd71943fae4e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.338372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.339367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.339367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.339367] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.339612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.339612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.339742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.339834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.339952] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.341412] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.341516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.341591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.344951] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.344951] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.571284] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.571284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.571284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.572088] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.572088] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.573363] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.573363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.573363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.573363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.573363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.573363] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e already deleted. [ 766.573363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.678391] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.678391] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-422" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.678785] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-422" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.679094] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-422" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.679217] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.679360] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.679466] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.679681] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.679831] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.680122] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.680185] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.680316] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.680405] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.680516] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.680734] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.680792] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.702192] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.702375] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 766.702521] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.702702] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-422" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.703085] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-c6057395-4747-4d08-aa4e-1a9b78e7ca6d taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.703268] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-c6057395-4747-4d08-aa4e-1a9b78e7ca6d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.703390] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-c6057395-4747-4d08-aa4e-1a9b78e7ca6d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.703714] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-c6057395-4747-4d08-aa4e-1a9b78e7ca6d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.703855] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6057395-4747-4d08-aa4e-1a9b78e7ca6d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.715449] env[69933]: INFO networking_nsxv3.common.synchronization [req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 req-9cdeee92-32d4-4e89-a0e2-9f0fc0b3c31f service nova] Enqueued Resource ID: de0f0c96-e431-4783-8ae9-935f1241e8aa with Priority: HIGHEST for action security_group_rules [ 766.715628] env[69933]: INFO networking_nsxv3.common.synchronization [req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 req-9cdeee92-32d4-4e89-a0e2-9f0fc0b3c31f service nova] Enqueued Resource ID: de0f0c96-e431-4783-8ae9-935f1241e8aa with Priority: HIGHEST for action security_group_members [ 766.715766] env[69933]: INFO networking_nsxv3.common.synchronization [req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 req-9cdeee92-32d4-4e89-a0e2-9f0fc0b3c31f service nova] Enqueued Resource ID: 49133c44-2b40-452d-bad3-8ea0c7fdc960 with Priority: HIGHEST for action port [ 766.716350] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0f0c96-e431-4783-8ae9-935f1241e8aa with Priority: HIGHEST for action security_group_rules [ 766.716533] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0f0c96-e431-4783-8ae9-935f1241e8aa with Priority: HIGHEST for action security_group_members [ 766.716643] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49133c44-2b40-452d-bad3-8ea0c7fdc960 with Priority: HIGHEST for action port [ 766.717196] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de0f0c96-e431-4783-8ae9-935f1241e8aa taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.717342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.717410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.717618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.717697] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de0f0c96-e431-4783-8ae9-935f1241e8aa',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.719314] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-de0f0c96-e431-4783-8ae9-935f1241e8aa taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.719447] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.719502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.720023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.720023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.720023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.720023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.720416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.720416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.720505] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de0f0c96-e431-4783-8ae9-935f1241e8aa',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.721261] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-49133c44-2b40-452d-bad3-8ea0c7fdc960 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.721385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49133c44-2b40-452d-bad3-8ea0c7fdc960" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.721454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49133c44-2b40-452d-bad3-8ea0c7fdc960" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.721608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49133c44-2b40-452d-bad3-8ea0c7fdc960" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.721685] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49133c44-2b40-452d-bad3-8ea0c7fdc960',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.759814] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.759814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.759814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.759814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.759814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.759814] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 is going to be updated. [ 766.793857] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.793857] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.793857] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.793857] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.793857] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.808704] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: IN_PROGRESS for 2s [ 766.844728] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bd0011-d329-409e-bbee-cd71943fae4e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.844880] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.845084] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.846114] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 with status ACTIVE [ 766.846801] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.846940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.847025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.847265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.847371] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.847576] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.847694] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.847804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.847984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.848116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.848311] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.849375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.849439] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.849654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.849745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.849847] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 is going to be updated. [ 766.871851] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb0820ef-bdca-4107-9072-63ed21167d77 in Status: SUCCESS [ 766.872127] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.872580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.872843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.873038] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.873166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.873228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.873398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.873483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.873568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.873659] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb0820ef-bdca-4107-9072-63ed21167d77',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.883653] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.883653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.883653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.884061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.884061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.884122] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.208937] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.210245] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.210452] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.210833] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.210964] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.211211] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port c6057395-4747-4d08-aa4e-1a9b78e7ca6d not found, creating... [ 767.211743] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.211994] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.212206] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.212601] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.212896] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.213309] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.213560] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.213749] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.214139] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.214370] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.215480] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: c6057395-4747-4d08-aa4e-1a9b78e7ca6d is going to be created. [ 767.221561] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-de0f0c96-e431-4783-8ae9-935f1241e8aa taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.221806] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.224232] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49133c44-2b40-452d-bad3-8ea0c7fdc960 with status ACTIVE [ 767.224470] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.224605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.224669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.224899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.225015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.225420] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.225552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.225552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.225757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.225850] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.226030] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.226151] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.226216] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.226363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.226437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.226522] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49133c44-2b40-452d-bad3-8ea0c7fdc960 is going to be updated. [ 767.232664] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de0f0c96-e431-4783-8ae9-935f1241e8aa',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.249399] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.249641] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.250880] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.250880] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.250880] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.250880] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-c6057395-4747-4d08-aa4e-1a9b78e7ca6d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.261642] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.261910] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.261910] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.262104] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.262241] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.262437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49133c44-2b40-452d-bad3-8ea0c7fdc960" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.351989] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.376848] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0820ef-bdca-4107-9072-63ed21167d77 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.377363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.377363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.377582] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.377857] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.378042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.378144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.378386] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.378544] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.378763] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.379313] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0820ef-bdca-4107-9072-63ed21167d77 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.379313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.379313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.379541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.379541] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.379659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.379659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.380255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.380255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.380255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.380255] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb0820ef-bdca-4107-9072-63ed21167d77',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.737563] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de0f0c96-e431-4783-8ae9-935f1241e8aa',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.855021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.856037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.856037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.856037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.856037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.856037] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bd0011-d329-409e-bbee-cd71943fae4e is going to be created. [ 767.883591] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.885016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.885016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.885155] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.885860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.886838] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb0820ef-bdca-4107-9072-63ed21167d77: rpc.has_security_group_logging(os_id): False [ 767.899267] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bd0011-d329-409e-bbee-cd71943fae4e in Status: UNINITIALIZED for 2s [ 767.906879] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.908224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.908315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.908560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.909398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.909398] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.909398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.909398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.909398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.909398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.909665] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.909665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.909665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.910164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.910164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.910492] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.910630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.910702] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.910887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.910963] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.911064] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb0820ef-bdca-4107-9072-63ed21167d77 is going to be created. [ 767.979025] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.979025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.979025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.979025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.979025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.989603] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb0820ef-bdca-4107-9072-63ed21167d77 in Status: IN_PROGRESS for 2s [ 768.108151] env[69933]: INFO networking_nsxv3.common.synchronization [None req-73eb2802-a86f-47b0-ae1b-2a84d6ec8123 None None] Enqueued Resource ID: 9e787fcf-7af2-41ad-8961-b9943803c0e1 with Priority: HIGHEST for action port [ 768.108151] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e787fcf-7af2-41ad-8961-b9943803c0e1 with Priority: HIGHEST for action port [ 768.108151] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e787fcf-7af2-41ad-8961-b9943803c0e1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.108151] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e787fcf-7af2-41ad-8961-b9943803c0e1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.108151] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e787fcf-7af2-41ad-8961-b9943803c0e1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.108633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e787fcf-7af2-41ad-8961-b9943803c0e1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.108848] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e787fcf-7af2-41ad-8961-b9943803c0e1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.245323] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.245534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.245534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.246496] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.246496] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.246496] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de0f0c96-e431-4783-8ae9-935f1241e8aa is going to be created. [ 768.284101] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.284101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.284101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.284101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.284357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.299289] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de0f0c96-e431-4783-8ae9-935f1241e8aa in Status: UNINITIALIZED for 2s [ 768.406204] env[69933]: INFO networking_nsxv3.common.synchronization [None req-10f937e3-7411-4a9b-9b50-a512a6f4fb4f tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Enqueued Resource ID: a8c7ac16-353e-4374-abbc-9a1d012852ff with Priority: HIGHEST for action security_group_rules [ 768.406204] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c7ac16-353e-4374-abbc-9a1d012852ff with Priority: HIGHEST for action security_group_rules [ 768.406204] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8c7ac16-353e-4374-abbc-9a1d012852ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.406204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.406204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.406204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.406204] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8c7ac16-353e-4374-abbc-9a1d012852ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.614393] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e787fcf-7af2-41ad-8961-b9943803c0e1 [ 768.614690] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.614837] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.614926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.615201] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.615311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.615767] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e787fcf-7af2-41ad-8961-b9943803c0e1 already deleted. [ 768.615767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e787fcf-7af2-41ad-8961-b9943803c0e1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.694727] env[69933]: INFO networking_nsxv3.common.synchronization [req-1f12e2f1-696e-40de-be32-aeaabfe2a931 req-07520313-9500-4470-a37f-e6e9568c7eca service nova] Enqueued Resource ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e with Priority: HIGHEST for action security_group_rules [ 768.694727] env[69933]: INFO networking_nsxv3.common.synchronization [req-1f12e2f1-696e-40de-be32-aeaabfe2a931 req-07520313-9500-4470-a37f-e6e9568c7eca service nova] Enqueued Resource ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e with Priority: HIGHEST for action security_group_members [ 768.694938] env[69933]: INFO networking_nsxv3.common.synchronization [req-1f12e2f1-696e-40de-be32-aeaabfe2a931 req-07520313-9500-4470-a37f-e6e9568c7eca service nova] Enqueued Resource ID: c6057395-4747-4d08-aa4e-1a9b78e7ca6d with Priority: HIGHEST for action port [ 768.695288] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e with Priority: HIGHEST for action security_group_rules [ 768.695467] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e with Priority: HIGHEST for action security_group_members [ 768.695645] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6057395-4747-4d08-aa4e-1a9b78e7ca6d with Priority: HIGHEST for action port [ 768.697470] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.697670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.697814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.698343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.698540] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.703985] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.704719] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.704850] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.705156] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.705425] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.706316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.706316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.706316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.706316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.706640] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.707636] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6057395-4747-4d08-aa4e-1a9b78e7ca6d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.707794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6057395-4747-4d08-aa4e-1a9b78e7ca6d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.707911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6057395-4747-4d08-aa4e-1a9b78e7ca6d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.708130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6057395-4747-4d08-aa4e-1a9b78e7ca6d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.708276] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6057395-4747-4d08-aa4e-1a9b78e7ca6d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.712585] env[69933]: INFO networking_nsxv3.common.synchronization [None req-2d52900e-1393-490a-b23d-f8a82a8b2ea4 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Enqueued Resource ID: a8c7ac16-353e-4374-abbc-9a1d012852ff with Priority: HIGHEST for action security_group_rules [ 768.716124] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c7ac16-353e-4374-abbc-9a1d012852ff with Priority: HIGHEST for action security_group_rules [ 768.716124] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8c7ac16-353e-4374-abbc-9a1d012852ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.716124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.821116] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: SUCCESS [ 768.821467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.821900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.822153] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.822329] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.822453] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.822520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.822677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.822765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.825501] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.870429] env[69933]: INFO networking_nsxv3.common.synchronization [req-1961704d-c78e-4caa-8ac5-dcacab3bb298 req-46390373-0c8a-487a-9261-9dcb30e5140d tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Enqueued Resource ID: f7007fcd-ca97-4df8-9555-1266bc54f133 with Priority: HIGHEST for action security_group_members [ 768.871564] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7007fcd-ca97-4df8-9555-1266bc54f133 with Priority: HIGHEST for action security_group_members [ 768.872405] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7007fcd-ca97-4df8-9555-1266bc54f133 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.872405] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.872590] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.872691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.872944] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.873075] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.873140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.873631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.873631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.873631] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7007fcd-ca97-4df8-9555-1266bc54f133',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.889111] env[69933]: INFO networking_nsxv3.common.synchronization [None req-b70d84f8-b603-43c6-a332-4facd1795fd2 None None] Enqueued Resource ID: 6eda6e40-8d0e-4db9-aaef-692be8ab0100 with Priority: HIGHEST for action port [ 768.890897] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eda6e40-8d0e-4db9-aaef-692be8ab0100 with Priority: HIGHEST for action port [ 768.890897] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eda6e40-8d0e-4db9-aaef-692be8ab0100 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.891105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eda6e40-8d0e-4db9-aaef-692be8ab0100" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.891202] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eda6e40-8d0e-4db9-aaef-692be8ab0100" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.891494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eda6e40-8d0e-4db9-aaef-692be8ab0100" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.891818] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eda6e40-8d0e-4db9-aaef-692be8ab0100',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.941014] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.941208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.941297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.941533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.941629] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.941753] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8c7ac16-353e-4374-abbc-9a1d012852ff already deleted. [ 768.941909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.942144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.942212] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.942289] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8c7ac16-353e-4374-abbc-9a1d012852ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.211026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.212249] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.212919] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.214759] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6057395-4747-4d08-aa4e-1a9b78e7ca6d with status ACTIVE [ 769.214759] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.214759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.214759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.214759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.214759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.214759] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.214759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.214759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.214759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.214759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.215289] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.215289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.215289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.219368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.219462] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.219555] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6057395-4747-4d08-aa4e-1a9b78e7ca6d is going to be updated. [ 769.254897] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.255203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.255203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.255365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.255505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.255662] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6057395-4747-4d08-aa4e-1a9b78e7ca6d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.329832] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.376389] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.376389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.376389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.377112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.377112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.377112] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.377112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.377112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.377112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.377112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.378024] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7007fcd-ca97-4df8-9555-1266bc54f133 already deleted. [ 769.378024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.396444] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6eda6e40-8d0e-4db9-aaef-692be8ab0100 [ 769.396444] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.396444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.396444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.396444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.396444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.396444] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6eda6e40-8d0e-4db9-aaef-692be8ab0100 already deleted. [ 769.396444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eda6e40-8d0e-4db9-aaef-692be8ab0100" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.465712] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.466349] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.466450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.467145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.467800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.467921] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8c7ac16-353e-4374-abbc-9a1d012852ff already deleted. [ 769.468235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.723213] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.736771] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.736974] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.737121] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.737403] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.738148] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.738148] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.738148] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.738371] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.738371] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.738616] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.738679] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.740040] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.740040] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.740040] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.740040] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.740040] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.762209] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.762387] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.762577] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.762701] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.764446] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-33d60388-e0d2-458c-93db-7a93865f3a67 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.764446] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-33d60388-e0d2-458c-93db-7a93865f3a67" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.764616] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-33d60388-e0d2-458c-93db-7a93865f3a67" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.764802] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-33d60388-e0d2-458c-93db-7a93865f3a67" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.765088] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33d60388-e0d2-458c-93db-7a93865f3a67',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.832337] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.913014] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bd0011-d329-409e-bbee-cd71943fae4e in Status: SUCCESS [ 769.913014] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.913014] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.913014] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.913014] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.913014] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.913014] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.914094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.914094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.914094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.914094] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.004110] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb0820ef-bdca-4107-9072-63ed21167d77 in Status: SUCCESS [ 770.004344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.059306] env[69933]: INFO networking_nsxv3.common.synchronization [None req-19621ff0-250e-4593-a991-ffc7ce7e5c40 None None] Enqueued Resource ID: 2f09c33d-559f-432b-ac55-e5b25d761744 with Priority: HIGHEST for action port [ 770.059353] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f09c33d-559f-432b-ac55-e5b25d761744 with Priority: HIGHEST for action port [ 770.060343] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f09c33d-559f-432b-ac55-e5b25d761744 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.060343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f09c33d-559f-432b-ac55-e5b25d761744" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.060343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f09c33d-559f-432b-ac55-e5b25d761744" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.060638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f09c33d-559f-432b-ac55-e5b25d761744" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.060850] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f09c33d-559f-432b-ac55-e5b25d761744',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.226688] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.226688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.226688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.226972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.226972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.227055] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e is going to be created. [ 770.272575] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.272700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.272741] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.272970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.273148] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.274617] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.274800] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.274923] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.275424] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.275572] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.275709] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 33d60388-e0d2-458c-93db-7a93865f3a67 not found, creating... [ 770.275961] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.276210] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.276399] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.276622] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.276786] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.277101] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.277264] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.277381] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.277595] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.277728] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.277869] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 33d60388-e0d2-458c-93db-7a93865f3a67 is going to be created. [ 770.304255] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e in Status: UNINITIALIZED for 2s [ 770.321209] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.322613] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.322613] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.322613] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.322613] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.322613] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-33d60388-e0d2-458c-93db-7a93865f3a67" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.328580] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de0f0c96-e431-4783-8ae9-935f1241e8aa in Status: SUCCESS [ 770.328580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.328580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.328580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.328580] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.328580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.328580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.328580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.328580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.328580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.329256] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de0f0c96-e431-4783-8ae9-935f1241e8aa',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.334845] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.334845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.334845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.335150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.335150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.335150] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 is going to be updated. [ 770.372906] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.373226] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.373589] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.373653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.374237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.390671] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: IN_PROGRESS for 2s [ 770.416691] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.481172] env[69933]: INFO networking_nsxv3.common.synchronization [None req-c8907a47-49f8-4588-a438-8bde2718182d tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_rules [ 770.481172] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_rules [ 770.481172] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.481172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.481172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.482525] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.482681] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.502780] env[69933]: INFO networking_nsxv3.common.synchronization [req-2bea5965-b61d-4705-95da-f2254e4afbbb req-17c1f09d-211a-440f-bd26-0448c162b594 tempest-SecurityGroupRulesTestJSON-1739763778 tempest-SecurityGroupRulesTestJSON-1739763778-project-member] Enqueued Resource ID: 57c0423e-eb56-494b-83cf-52305f6d28a7 with Priority: HIGHEST for action security_group_rules [ 770.503220] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0423e-eb56-494b-83cf-52305f6d28a7 with Priority: HIGHEST for action security_group_rules [ 770.503464] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c0423e-eb56-494b-83cf-52305f6d28a7 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.503599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c0423e-eb56-494b-83cf-52305f6d28a7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.503677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c0423e-eb56-494b-83cf-52305f6d28a7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.503960] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c0423e-eb56-494b-83cf-52305f6d28a7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.504058] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c0423e-eb56-494b-83cf-52305f6d28a7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.564277] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f09c33d-559f-432b-ac55-e5b25d761744 [ 770.564569] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.564711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.564780] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.565032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.565114] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.565193] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f09c33d-559f-432b-ac55-e5b25d761744 already deleted. [ 770.565274] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f09c33d-559f-432b-ac55-e5b25d761744" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.663753] env[69933]: INFO networking_nsxv3.common.synchronization [None req-53c02010-06bb-4673-ae0a-0578c25ea5a8 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_rules [ 770.664389] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_rules [ 770.669591] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.673022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.835593] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de0f0c96-e431-4783-8ae9-935f1241e8aa',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.920075] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50bd0011-d329-409e-bbee-cd71943fae4e: rpc.has_security_group_logging(os_id): False [ 770.941120] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.941287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.941364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.941583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.941680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.941926] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.942046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.942105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.942260] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.942460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.942460] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50bd0011-d329-409e-bbee-cd71943fae4e is going to be created. [ 771.010295] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.010295] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.010295] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.010716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.010716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.010716] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 already deleted. [ 771.010716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.010840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.011086] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.011287] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.013242] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.013242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.013242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.013443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.013693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.026025] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.026025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.026025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.026025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.026025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.026025] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c0423e-eb56-494b-83cf-52305f6d28a7 already deleted. [ 771.026354] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c0423e-eb56-494b-83cf-52305f6d28a7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.026913] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50bd0011-d329-409e-bbee-cd71943fae4e in Status: IN_PROGRESS for 2s [ 771.338100] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de0f0c96-e431-4783-8ae9-935f1241e8aa: rpc.has_security_group_logging(os_id): False [ 771.362024] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.362024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.362024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.362024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.362024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.362024] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.362024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.362024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.362024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.362024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.362024] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de0f0c96-e431-4783-8ae9-935f1241e8aa is going to be created. [ 771.433553] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.433770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.433806] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.434221] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.435884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.438978] env[69933]: INFO networking_nsxv3.common.synchronization [req-1961704d-c78e-4caa-8ac5-dcacab3bb298 req-9728abc6-abeb-4262-a96a-afbbdff6c4a4 service nova] Enqueued Resource ID: f7007fcd-ca97-4df8-9555-1266bc54f133 with Priority: HIGHEST for action security_group_rules [ 771.439275] env[69933]: INFO networking_nsxv3.common.synchronization [req-1961704d-c78e-4caa-8ac5-dcacab3bb298 req-9728abc6-abeb-4262-a96a-afbbdff6c4a4 service nova] Enqueued Resource ID: f7007fcd-ca97-4df8-9555-1266bc54f133 with Priority: HIGHEST for action security_group_members [ 771.439453] env[69933]: INFO networking_nsxv3.common.synchronization [req-1961704d-c78e-4caa-8ac5-dcacab3bb298 req-9728abc6-abeb-4262-a96a-afbbdff6c4a4 service nova] Enqueued Resource ID: 33d60388-e0d2-458c-93db-7a93865f3a67 with Priority: HIGHEST for action port [ 771.440054] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7007fcd-ca97-4df8-9555-1266bc54f133 with Priority: HIGHEST for action security_group_rules [ 771.440223] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7007fcd-ca97-4df8-9555-1266bc54f133 with Priority: HIGHEST for action security_group_members [ 771.440404] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d60388-e0d2-458c-93db-7a93865f3a67 with Priority: HIGHEST for action port [ 771.440781] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7007fcd-ca97-4df8-9555-1266bc54f133 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.443794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.443904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.444221] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.444345] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7007fcd-ca97-4df8-9555-1266bc54f133',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.445669] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7007fcd-ca97-4df8-9555-1266bc54f133 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.445838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.446015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.446326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.446541] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.446699] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.447310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.447452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.447547] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.447643] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7007fcd-ca97-4df8-9555-1266bc54f133',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.448670] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-33d60388-e0d2-458c-93db-7a93865f3a67 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.448767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33d60388-e0d2-458c-93db-7a93865f3a67" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.448806] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33d60388-e0d2-458c-93db-7a93865f3a67" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.449493] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33d60388-e0d2-458c-93db-7a93865f3a67" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.449785] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33d60388-e0d2-458c-93db-7a93865f3a67',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.452888] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de0f0c96-e431-4783-8ae9-935f1241e8aa in Status: IN_PROGRESS for 2s [ 771.551685] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.551931] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.552486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.553313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.553313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.553313] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 already deleted. [ 771.553596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.781654] env[69933]: INFO networking_nsxv3.common.synchronization [None req-776598f5-cf5c-415a-b65a-7eedb1ce93fb None None] Enqueued Resource ID: 55617d67-229f-4ec7-adc1-871398f8907c with Priority: HIGHEST for action port [ 771.781850] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55617d67-229f-4ec7-adc1-871398f8907c with Priority: HIGHEST for action port [ 771.782668] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-55617d67-229f-4ec7-adc1-871398f8907c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.784320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55617d67-229f-4ec7-adc1-871398f8907c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.784320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55617d67-229f-4ec7-adc1-871398f8907c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.784320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55617d67-229f-4ec7-adc1-871398f8907c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.784320] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55617d67-229f-4ec7-adc1-871398f8907c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.952535] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33d60388-e0d2-458c-93db-7a93865f3a67 with status ACTIVE [ 771.953058] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.953058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.953058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.953259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.953259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.953497] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.953497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.953497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.953902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.953902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.954062] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.954155] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.954219] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.954361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.954571] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.954571] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33d60388-e0d2-458c-93db-7a93865f3a67 is going to be updated. [ 771.959396] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7007fcd-ca97-4df8-9555-1266bc54f133 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.959542] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.959714] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7007fcd-ca97-4df8-9555-1266bc54f133',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.986630] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.986803] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.986902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.987206] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.987382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.987607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33d60388-e0d2-458c-93db-7a93865f3a67" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.290103] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55617d67-229f-4ec7-adc1-871398f8907c [ 772.290103] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.290103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.290103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.290103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.290103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.290103] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55617d67-229f-4ec7-adc1-871398f8907c already deleted. [ 772.290103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55617d67-229f-4ec7-adc1-871398f8907c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.314882] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e in Status: SUCCESS [ 772.314984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.318099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.318099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.318099] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.318099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.318099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.318099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.318099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.318099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.318099] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.402199] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: SUCCESS [ 772.402408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.402555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.402778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.403061] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.403217] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.403279] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.403454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.403530] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.403626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.403783] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.404073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.404073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.404297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.404450] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.404547] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.404611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.404743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.404820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.404902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.404994] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.464015] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7007fcd-ca97-4df8-9555-1266bc54f133',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.819598] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.907604] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6e7186d-b4d4-4b69-a548-c2d40e74c750: rpc.has_security_group_logging(os_id): False [ 772.926581] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.926866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.926866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.927048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.927143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.927361] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.927461] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.927525] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.927689] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.927766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.927938] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.928045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.928105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.928248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.928319] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.928489] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.929207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.929266] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.929415] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.929494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.929591] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 is going to be created. [ 772.968054] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.968377] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.968377] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.969268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.969416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.969526] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7007fcd-ca97-4df8-9555-1266bc54f133 is going to be created. [ 772.998571] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.998698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.998755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.998974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.999145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.002157] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.002298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.002370] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.002622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.002975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.025698] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7007fcd-ca97-4df8-9555-1266bc54f133 in Status: UNINITIALIZED for 2s [ 773.032834] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: IN_PROGRESS for 2s [ 773.045413] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50bd0011-d329-409e-bbee-cd71943fae4e in Status: SUCCESS [ 773.045927] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.147966] env[69933]: INFO networking_nsxv3.common.synchronization [None req-d64d39ee-cdc7-4fa3-a40d-d84b3e433fe7 None None] Enqueued Resource ID: e875cef2-5706-4bca-9df2-b2af1f3fb231 with Priority: HIGHEST for action port [ 773.148310] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e875cef2-5706-4bca-9df2-b2af1f3fb231 with Priority: HIGHEST for action port [ 773.148907] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e875cef2-5706-4bca-9df2-b2af1f3fb231 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.149052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e875cef2-5706-4bca-9df2-b2af1f3fb231" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.149124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e875cef2-5706-4bca-9df2-b2af1f3fb231" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.149430] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e875cef2-5706-4bca-9df2-b2af1f3fb231" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.149523] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e875cef2-5706-4bca-9df2-b2af1f3fb231',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.322230] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e: rpc.has_security_group_logging(os_id): False [ 773.343689] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.343853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.343853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.344046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.344145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.344408] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.344492] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.344544] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.344704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.344781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.344861] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e is going to be created. [ 773.415802] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.415966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.416038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.416250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.416430] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.429853] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e in Status: IN_PROGRESS for 2s [ 773.471925] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de0f0c96-e431-4783-8ae9-935f1241e8aa in Status: SUCCESS [ 773.472245] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.653144] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e875cef2-5706-4bca-9df2-b2af1f3fb231 [ 773.653506] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.654287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.654287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.654287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.654287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.654287] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e875cef2-5706-4bca-9df2-b2af1f3fb231 already deleted. [ 773.654521] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e875cef2-5706-4bca-9df2-b2af1f3fb231" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.696020] env[69933]: INFO networking_nsxv3.common.synchronization [req-dfc8b54d-e66c-475d-957f-ca495c1e600a req-3e487fb8-fca5-47bd-8515-996b68ef575e tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Enqueued Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_members [ 773.698820] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_members [ 773.698820] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ba164e-5c03-4513-a24e-47b9de9450b3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.698820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.698820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.698820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.698820] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.698820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.698820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.698820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.698820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.698820] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.201814] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.202265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.202370] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.202999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.203335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.203590] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.203763] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.203883] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.206431] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.206766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.206859] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 already deleted. [ 774.206990] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.409841] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.410076] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-529" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.410202] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-529" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.410511] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-529" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.410762] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.410961] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.411103] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.411321] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.411461] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.411662] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.412575] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.412575] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.412575] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.412575] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.412575] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.412575] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.433713] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.433934] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.434027] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.434241] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-529" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.434556] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-e8350635-2b6b-4514-8a62-f683f59b9b94 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.434727] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-e8350635-2b6b-4514-8a62-f683f59b9b94" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.434845] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-e8350635-2b6b-4514-8a62-f683f59b9b94" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.435191] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-e8350635-2b6b-4514-8a62-f683f59b9b94" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.435406] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8350635-2b6b-4514-8a62-f683f59b9b94',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.945342] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.945342] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.945342] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.945342] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.945342] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.945342] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port e8350635-2b6b-4514-8a62-f683f59b9b94 not found, creating... [ 774.945342] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.945342] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.945342] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.945342] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.945342] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.945790] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.945790] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.945790] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.945790] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.946927] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.947280] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: e8350635-2b6b-4514-8a62-f683f59b9b94 is going to be created. [ 774.979014] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.979502] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.979828] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.981106] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.981488] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.981904] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-e8350635-2b6b-4514-8a62-f683f59b9b94" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.040065] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7007fcd-ca97-4df8-9555-1266bc54f133 in Status: SUCCESS [ 775.040411] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.044081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.044081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.044081] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.044081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.044081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.044516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.044516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.044516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.044613] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7007fcd-ca97-4df8-9555-1266bc54f133',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.046829] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: SUCCESS [ 775.047274] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.047961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.047961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.047961] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.322157] env[69933]: INFO networking_nsxv3.common.synchronization [None req-4adc259f-c2fa-4140-83cd-8f268a3a412f None None] Enqueued Resource ID: b18142e3-e388-4a0f-9ea2-97430728f50b with Priority: HIGHEST for action port [ 775.322553] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18142e3-e388-4a0f-9ea2-97430728f50b with Priority: HIGHEST for action port [ 775.323170] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b18142e3-e388-4a0f-9ea2-97430728f50b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.323471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b18142e3-e388-4a0f-9ea2-97430728f50b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.323471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b18142e3-e388-4a0f-9ea2-97430728f50b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.323632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b18142e3-e388-4a0f-9ea2-97430728f50b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.323693] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b18142e3-e388-4a0f-9ea2-97430728f50b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.446726] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e in Status: SUCCESS [ 775.447045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.550989] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7007fcd-ca97-4df8-9555-1266bc54f133 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.551340] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.551340] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.551481] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.551678] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.551781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.551832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.552053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.552125] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.552179] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.552408] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7007fcd-ca97-4df8-9555-1266bc54f133 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.552408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.553016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.553016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.553016] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.553016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.553016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.553296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.553296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.553296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.553438] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7007fcd-ca97-4df8-9555-1266bc54f133',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.555731] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.556370] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.556370] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.556370] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.556370] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.556558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.556558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.556619] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.556690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.556762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.556852] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.826339] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b18142e3-e388-4a0f-9ea2-97430728f50b [ 775.826588] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.826775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.826860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.827022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.827152] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.827212] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b18142e3-e388-4a0f-9ea2-97430728f50b already deleted. [ 775.827287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b18142e3-e388-4a0f-9ea2-97430728f50b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.913345] env[69933]: INFO networking_nsxv3.common.synchronization [req-dfc8b54d-e66c-475d-957f-ca495c1e600a req-26f22e44-adfc-4147-a85e-b0a8a5c486de service nova] Enqueued Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_rules [ 775.913345] env[69933]: INFO networking_nsxv3.common.synchronization [req-dfc8b54d-e66c-475d-957f-ca495c1e600a req-26f22e44-adfc-4147-a85e-b0a8a5c486de service nova] Enqueued Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_members [ 775.913345] env[69933]: INFO networking_nsxv3.common.synchronization [req-dfc8b54d-e66c-475d-957f-ca495c1e600a req-26f22e44-adfc-4147-a85e-b0a8a5c486de service nova] Enqueued Resource ID: e8350635-2b6b-4514-8a62-f683f59b9b94 with Priority: HIGHEST for action port [ 775.913529] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_rules [ 775.913630] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_members [ 775.915144] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8350635-2b6b-4514-8a62-f683f59b9b94 with Priority: HIGHEST for action port [ 775.915144] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ba164e-5c03-4513-a24e-47b9de9450b3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.915928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.915928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.919630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.919630] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.919630] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ba164e-5c03-4513-a24e-47b9de9450b3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.919630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.919630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.919630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.919630] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.919630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.919630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.919630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.919630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.919630] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.925025] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8350635-2b6b-4514-8a62-f683f59b9b94 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.925025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8350635-2b6b-4514-8a62-f683f59b9b94" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.925025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8350635-2b6b-4514-8a62-f683f59b9b94" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.925025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8350635-2b6b-4514-8a62-f683f59b9b94" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.925025] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8350635-2b6b-4514-8a62-f683f59b9b94',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.057025] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7007fcd-ca97-4df8-9555-1266bc54f133: rpc.has_security_group_logging(os_id): False [ 776.061428] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.062110] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.062173] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.062443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.062678] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.062757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.062845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.066124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.066124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.066124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.066124] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.066124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.066124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.066124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.066124] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.066124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.066124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.066124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.066124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.066124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.066124] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.081773] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.081773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.081945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.082181] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.082445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.083541] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.083541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.083541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.084432] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.084432] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.084551] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.084756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.084756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.085050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.085756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.085756] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.085756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.085756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.085756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.085756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.086033] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7007fcd-ca97-4df8-9555-1266bc54f133 is going to be created. [ 776.154085] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.154246] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.154315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.154534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.155035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.168800] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7007fcd-ca97-4df8-9555-1266bc54f133 in Status: IN_PROGRESS for 2s [ 776.385625] env[69933]: INFO networking_nsxv3.common.synchronization [req-f9b05e37-4194-49f8-a007-95f108570c5e req-ab9b0aa9-8f1b-49d1-9015-62afa5636940 tempest-SecurityGroupRulesTestJSON-1739763778 tempest-SecurityGroupRulesTestJSON-1739763778-project-member] Enqueued Resource ID: 23220a6f-91b9-41c1-a864-d6abd5c00d65 with Priority: HIGHEST for action security_group_rules [ 776.386214] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23220a6f-91b9-41c1-a864-d6abd5c00d65 with Priority: HIGHEST for action security_group_rules [ 776.386516] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23220a6f-91b9-41c1-a864-d6abd5c00d65 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.386637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23220a6f-91b9-41c1-a864-d6abd5c00d65" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.386699] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23220a6f-91b9-41c1-a864-d6abd5c00d65" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.386954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23220a6f-91b9-41c1-a864-d6abd5c00d65" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.387532] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23220a6f-91b9-41c1-a864-d6abd5c00d65',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.427555] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8350635-2b6b-4514-8a62-f683f59b9b94 with status ACTIVE [ 776.427794] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.427965] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.428114] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.428591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.428591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.428591] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.428745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.428745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.428866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.428936] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.429174] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.429257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.429321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.429466] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.429565] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.429669] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8350635-2b6b-4514-8a62-f683f59b9b94 is going to be updated. [ 776.432115] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ba164e-5c03-4513-a24e-47b9de9450b3 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.432115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.432115] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.461250] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.462254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.462254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.462254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.462254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.462254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8350635-2b6b-4514-8a62-f683f59b9b94" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.568740] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6e7186d-b4d4-4b69-a548-c2d40e74c750: rpc.has_security_group_logging(os_id): False [ 776.590803] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.590998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.591166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.591849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.591849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.591849] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.591849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.591849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.592445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.592445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.592445] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.592445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.592644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.592714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.592769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.593636] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.593828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.594022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.594414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.594490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.594630] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 is going to be updated. [ 776.690210] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.690210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.690210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.690210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.690210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.702478] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: IN_PROGRESS for 2s [ 776.915730] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.915730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.915730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.915730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.915730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.915730] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23220a6f-91b9-41c1-a864-d6abd5c00d65 already deleted. [ 776.915730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23220a6f-91b9-41c1-a864-d6abd5c00d65" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.936034] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.410273] env[69933]: INFO networking_nsxv3.common.synchronization [req-162aca73-ff28-48d4-b531-fbc4342733ed req-46a7503e-7d39-4128-85b4-c01f3c3aace8 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Enqueued Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGHEST for action security_group_members [ 777.411355] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGHEST for action security_group_members [ 777.411792] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e62d306-f33e-439a-9859-c6652283fb5c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.411969] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.412083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.412452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.413107] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.413262] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.413362] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.413703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.413833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.413970] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.439298] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.439702] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.439702] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.439907] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.440014] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.440167] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 is going to be created. [ 777.468413] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.468413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.468413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.468413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.468413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.477937] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 in Status: UNINITIALIZED for 2s [ 777.796603] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.796797] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.796924] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.797217] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.797473] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.797630] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.797747] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.797963] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.798867] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.799125] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.799260] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.799378] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.799492] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.799608] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.799760] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.799852] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.822979] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.823197] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 777.823323] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.823498] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.823884] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-5824984e-67ec-4680-b963-b6cac1874bac taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.824095] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-5824984e-67ec-4680-b963-b6cac1874bac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.824130] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-5824984e-67ec-4680-b963-b6cac1874bac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.824458] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-5824984e-67ec-4680-b963-b6cac1874bac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.824739] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5824984e-67ec-4680-b963-b6cac1874bac',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.916738] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.917297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.917297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.917433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.917567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.917894] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.918537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.918537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.918537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.918537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.918776] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e62d306-f33e-439a-9859-c6652283fb5c already deleted. [ 777.918776] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.185196] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7007fcd-ca97-4df8-9555-1266bc54f133 in Status: SUCCESS [ 778.185196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.331253] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.333461] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.333461] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.333461] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.333461] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.333461] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 5824984e-67ec-4680-b963-b6cac1874bac not found, creating... [ 778.333461] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.333461] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.333461] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.334339] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.334542] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.335026] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.335298] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.335447] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.335698] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.335820] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.335971] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 5824984e-67ec-4680-b963-b6cac1874bac is going to be created. [ 778.359520] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.360166] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.360166] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.360566] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.360976] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.361292] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-5824984e-67ec-4680-b963-b6cac1874bac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.722036] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: SUCCESS [ 778.722036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.722036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.722036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.722036] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.021635] env[69933]: INFO networking_nsxv3.common.synchronization [None req-32d4ac41-de49-4736-a6fd-766d6b8eea9f None None] Enqueued Resource ID: 5ff71d71-a5bd-458f-97a1-2e2087dca852 with Priority: HIGHEST for action port [ 779.022208] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff71d71-a5bd-458f-97a1-2e2087dca852 with Priority: HIGHEST for action port [ 779.022509] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ff71d71-a5bd-458f-97a1-2e2087dca852 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.022638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ff71d71-a5bd-458f-97a1-2e2087dca852" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.022702] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ff71d71-a5bd-458f-97a1-2e2087dca852" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.024464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ff71d71-a5bd-458f-97a1-2e2087dca852" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.024593] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ff71d71-a5bd-458f-97a1-2e2087dca852',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.224584] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.225237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.225237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.225328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.226168] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.226435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.226515] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.226762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.226892] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.227063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.227213] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.497232] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 in Status: SUCCESS [ 779.497232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.497232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.497232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.497232] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.497232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.497232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.497232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.497232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.500381] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.500381] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.531178] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ff71d71-a5bd-458f-97a1-2e2087dca852 [ 779.531178] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.531178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.531178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.531178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.531178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.531178] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ff71d71-a5bd-458f-97a1-2e2087dca852 already deleted. [ 779.531178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ff71d71-a5bd-458f-97a1-2e2087dca852" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.581331] env[69933]: INFO networking_nsxv3.common.synchronization [req-162aca73-ff28-48d4-b531-fbc4342733ed req-a1ea111d-f9c3-4188-9c08-00ac159d2c12 service nova] Enqueued Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGHEST for action security_group_rules [ 779.583111] env[69933]: INFO networking_nsxv3.common.synchronization [req-162aca73-ff28-48d4-b531-fbc4342733ed req-a1ea111d-f9c3-4188-9c08-00ac159d2c12 service nova] Enqueued Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGHEST for action security_group_members [ 779.583111] env[69933]: INFO networking_nsxv3.common.synchronization [req-162aca73-ff28-48d4-b531-fbc4342733ed req-a1ea111d-f9c3-4188-9c08-00ac159d2c12 service nova] Enqueued Resource ID: 5824984e-67ec-4680-b963-b6cac1874bac with Priority: HIGHEST for action port [ 779.584688] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGHEST for action security_group_rules [ 779.585833] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGHEST for action security_group_members [ 779.585833] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5824984e-67ec-4680-b963-b6cac1874bac with Priority: HIGHEST for action port [ 779.585833] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e62d306-f33e-439a-9859-c6652283fb5c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.585833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.585833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.585833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.586882] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.587251] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e62d306-f33e-439a-9859-c6652283fb5c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.589050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.589050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.589050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.589050] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.589050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.589050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.589050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.589050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.589050] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.589453] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5824984e-67ec-4680-b963-b6cac1874bac taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.589453] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5824984e-67ec-4680-b963-b6cac1874bac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.589453] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5824984e-67ec-4680-b963-b6cac1874bac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.589608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5824984e-67ec-4680-b963-b6cac1874bac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.589663] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5824984e-67ec-4680-b963-b6cac1874bac',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.594890] env[69933]: INFO networking_nsxv3.common.synchronization [req-cdf4a400-b745-4ba6-aa86-957ea6b74428 req-7d86b697-8e09-4c2d-96d8-ab734e855d88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Enqueued Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGHEST for action security_group_members [ 779.595737] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGHEST for action security_group_members [ 779.596132] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.596268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.596410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.597385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.597385] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.597385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.597385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.597802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.597802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.597869] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.735732] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.735732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.735732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.735732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.735732] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.735732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.735732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.735732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.735732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.735732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.735732] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.735732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.735732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.735732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.735732] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.735732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.736472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.736472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.736472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.736472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.736472] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.005341] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.093079] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.093079] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e62d306-f33e-439a-9859-c6652283fb5c taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.093474] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.098690] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5824984e-67ec-4680-b963-b6cac1874bac with status ACTIVE [ 780.098690] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.098690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.098690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.098690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.098690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.098690] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.099054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.099054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.099054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.099054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.099228] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.099318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.099387] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.099528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.099597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.099680] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5824984e-67ec-4680-b963-b6cac1874bac is going to be updated. [ 780.103719] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.103719] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.103845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.104028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.104168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.104355] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.104455] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.104518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.104686] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.104781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.104870] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 already deleted. [ 780.104952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.128864] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.129274] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.129346] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.129568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.129711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.129872] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5824984e-67ec-4680-b963-b6cac1874bac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.241319] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6e7186d-b4d4-4b69-a548-c2d40e74c750: rpc.has_security_group_logging(os_id): False [ 780.264332] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.264622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.264622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.265244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.265244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.265420] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.265420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.265543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.265948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.265948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.266111] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.268306] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.268427] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.268565] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.268726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.268952] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.269239] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.269239] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.269340] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.269499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.269570] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 is going to be updated. [ 780.392502] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.392502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.392502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.392789] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.393294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.418359] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: IN_PROGRESS for 2s [ 780.507352] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ba164e-5c03-4513-a24e-47b9de9450b3: rpc.has_security_group_logging(os_id): False [ 780.543255] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.546265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.546265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.546265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.546265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.546265] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.546265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.546265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.546265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.546265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.546265] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 is going to be created. [ 780.594455] env[69933]: INFO networking_nsxv3.common.synchronization [req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 req-eed150d6-efe9-4cb9-9373-0c064de0c731 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Enqueued Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 780.594455] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 780.594455] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.594455] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.594455] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.594957] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.594957] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.595096] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.595161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.595358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.595455] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.595542] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.597907] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.709950] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.710317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.710317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.710540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.710622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.730012] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 in Status: IN_PROGRESS for 2s [ 780.828475] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.829075] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-141" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.829075] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-141" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.831362] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-141" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.831780] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.832890] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.833197] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.833456] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.833662] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.833854] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.834065] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.834189] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.834590] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.834590] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.834590] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.834734] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.867794] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.867794] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 780.867794] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.868331] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-141" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.868922] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-d09d0468-8b73-4d71-a143-d79a7e67c968 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.869493] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-d09d0468-8b73-4d71-a143-d79a7e67c968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.869746] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-d09d0468-8b73-4d71-a143-d79a7e67c968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.871185] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-d09d0468-8b73-4d71-a143-d79a7e67c968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.871185] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09d0468-8b73-4d71-a143-d79a7e67c968',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.098851] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.101132] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.101299] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.101370] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.102906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.103212] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.103212] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e62d306-f33e-439a-9859-c6652283fb5c is going to be created. [ 781.130273] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.132079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.132079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.132079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.132079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.141718] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e62d306-f33e-439a-9859-c6652283fb5c in Status: UNINITIALIZED for 2s [ 781.373729] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.374171] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.374171] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.374407] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.374562] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.374721] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port d09d0468-8b73-4d71-a143-d79a7e67c968 not found, creating... [ 781.375171] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.375171] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.375410] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.375735] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.375735] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.375958] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.383462] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.383462] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.383462] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.383462] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.383462] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: d09d0468-8b73-4d71-a143-d79a7e67c968 is going to be created. [ 781.404963] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.405191] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.405314] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.405579] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.405797] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.406024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-d09d0468-8b73-4d71-a143-d79a7e67c968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.604986] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.762478] env[69933]: INFO networking_nsxv3.common.synchronization [None req-fd26d8ff-4911-43cf-acd8-d3ab650ffa35 None None] Enqueued Resource ID: ba6f5c8b-0829-490b-b93c-921c05c2208b with Priority: HIGHEST for action port [ 781.762760] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6f5c8b-0829-490b-b93c-921c05c2208b with Priority: HIGHEST for action port [ 781.763624] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba6f5c8b-0829-490b-b93c-921c05c2208b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.763624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba6f5c8b-0829-490b-b93c-921c05c2208b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.763624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba6f5c8b-0829-490b-b93c-921c05c2208b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.764098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba6f5c8b-0829-490b-b93c-921c05c2208b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.764558] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba6f5c8b-0829-490b-b93c-921c05c2208b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.110301] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.110723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.110723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.110866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.110998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.112993] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 is going to be updated. [ 782.148697] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.148697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.148697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.148697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.148697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.159245] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: IN_PROGRESS for 2s [ 782.267099] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba6f5c8b-0829-490b-b93c-921c05c2208b [ 782.267535] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.267764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.267868] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.268196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.268399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.268583] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba6f5c8b-0829-490b-b93c-921c05c2208b already deleted. [ 782.268940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba6f5c8b-0829-490b-b93c-921c05c2208b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.356593] env[69933]: INFO networking_nsxv3.common.synchronization [None req-7b1864f3-d9bf-43c8-b137-094f40f04dba None None] Enqueued Resource ID: 5934a4f5-d76e-4853-9fce-fc62e93f1c45 with Priority: HIGHEST for action port [ 782.361651] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5934a4f5-d76e-4853-9fce-fc62e93f1c45 with Priority: HIGHEST for action port [ 782.361651] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5934a4f5-d76e-4853-9fce-fc62e93f1c45 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.361651] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5934a4f5-d76e-4853-9fce-fc62e93f1c45" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.361651] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5934a4f5-d76e-4853-9fce-fc62e93f1c45" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.361651] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5934a4f5-d76e-4853-9fce-fc62e93f1c45" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.361651] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5934a4f5-d76e-4853-9fce-fc62e93f1c45',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.437800] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: SUCCESS [ 782.438906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.744850] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 in Status: SUCCESS [ 782.744850] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.864364] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5934a4f5-d76e-4853-9fce-fc62e93f1c45 [ 782.864610] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.864744] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.865303] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.865303] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.865303] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.865303] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5934a4f5-d76e-4853-9fce-fc62e93f1c45 already deleted. [ 782.865529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5934a4f5-d76e-4853-9fce-fc62e93f1c45" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.158198] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e62d306-f33e-439a-9859-c6652283fb5c in Status: UNINITIALIZED for 4s [ 783.233861] env[69933]: INFO networking_nsxv3.common.synchronization [req-7cb0d01f-8829-472e-89ba-432d14c6cd65 req-7e9c0290-f45e-451f-b21a-5a0bb28fe4be tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Enqueued Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 783.234227] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 783.234575] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.234687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.234731] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.235892] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.236087] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.236202] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.236276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.236429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.236512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.236602] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.562550] env[69933]: INFO networking_nsxv3.common.synchronization [None req-2f5b9d39-8f12-45e6-b2bf-5d388f132ebb tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Enqueued Resource ID: 449d5f16-71b4-4352-832e-7323da318d22 with Priority: HIGHEST for action security_group_rules [ 783.566804] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 449d5f16-71b4-4352-832e-7323da318d22 with Priority: HIGHEST for action security_group_rules [ 783.566804] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-449d5f16-71b4-4352-832e-7323da318d22 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.566804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.566804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.566804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.566804] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('449d5f16-71b4-4352-832e-7323da318d22',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.635892] env[69933]: INFO networking_nsxv3.common.synchronization [req-cdf4a400-b745-4ba6-aa86-957ea6b74428 req-d7406e2c-274c-4a75-a53f-308819a85424 service nova] Enqueued Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGHEST for action security_group_rules [ 783.639322] env[69933]: INFO networking_nsxv3.common.synchronization [req-cdf4a400-b745-4ba6-aa86-957ea6b74428 req-d7406e2c-274c-4a75-a53f-308819a85424 service nova] Enqueued Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGHEST for action security_group_members [ 783.639322] env[69933]: INFO networking_nsxv3.common.synchronization [req-cdf4a400-b745-4ba6-aa86-957ea6b74428 req-d7406e2c-274c-4a75-a53f-308819a85424 service nova] Enqueued Resource ID: d09d0468-8b73-4d71-a143-d79a7e67c968 with Priority: HIGHEST for action port [ 783.639322] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGHEST for action security_group_rules [ 783.639322] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGHEST for action security_group_members [ 783.639322] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09d0468-8b73-4d71-a143-d79a7e67c968 with Priority: HIGHEST for action port [ 783.639322] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.639322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.639322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.639322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.639322] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.641093] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.641269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.641373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.641628] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.641850] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.641987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.642091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.642369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.642520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.644294] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.644294] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d09d0468-8b73-4d71-a143-d79a7e67c968 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.644294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d09d0468-8b73-4d71-a143-d79a7e67c968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.644294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d09d0468-8b73-4d71-a143-d79a7e67c968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.644294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d09d0468-8b73-4d71-a143-d79a7e67c968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.644294] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09d0468-8b73-4d71-a143-d79a7e67c968',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.741154] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.741154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.741154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.741154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.741154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.741154] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.741154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.741154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.741154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.741154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.741154] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f577ced3-8c05-4917-a659-d6b10d13944a already deleted. [ 783.741154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.090027] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.090326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.090326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.090940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.090940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.090940] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 449d5f16-71b4-4352-832e-7323da318d22 already deleted. [ 784.090940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.148579] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.148579] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.148579] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.149413] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d09d0468-8b73-4d71-a143-d79a7e67c968 with status ACTIVE [ 784.149631] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.149766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.149832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.150064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.150145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.150338] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.150439] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.150500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.150717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.150767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.150902] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.150992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.152125] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.152307] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.152402] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.152496] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d09d0468-8b73-4d71-a143-d79a7e67c968 is going to be updated. [ 784.159867] env[69933]: INFO networking_nsxv3.common.synchronization [None req-95d8a737-4836-4439-b04f-6b21c9a3c59d tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Enqueued Resource ID: 449d5f16-71b4-4352-832e-7323da318d22 with Priority: HIGHEST for action security_group_rules [ 784.164021] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 449d5f16-71b4-4352-832e-7323da318d22 with Priority: HIGHEST for action security_group_rules [ 784.164711] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-449d5f16-71b4-4352-832e-7323da318d22 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.166484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.166700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.166964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.167095] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('449d5f16-71b4-4352-832e-7323da318d22',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.183103] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: SUCCESS [ 784.183342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.191184] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.191631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.191725] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.192698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.192879] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.193114] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d09d0468-8b73-4d71-a143-d79a7e67c968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.487189] env[69933]: INFO networking_nsxv3.common.synchronization [req-e0173fe7-700e-4f78-b658-e1bda4c78456 req-44a478ee-8ed6-4625-8903-50042afc32e7 tempest-SecurityGroupRulesTestJSON-1739763778 tempest-SecurityGroupRulesTestJSON-1739763778-project-member] Enqueued Resource ID: 0ba6c174-eecb-4c59-8a35-422c88c6f695 with Priority: HIGHEST for action security_group_rules [ 784.488117] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba6c174-eecb-4c59-8a35-422c88c6f695 with Priority: HIGHEST for action security_group_rules [ 784.488117] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ba6c174-eecb-4c59-8a35-422c88c6f695 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.488117] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ba6c174-eecb-4c59-8a35-422c88c6f695" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.488265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ba6c174-eecb-4c59-8a35-422c88c6f695" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.488488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ba6c174-eecb-4c59-8a35-422c88c6f695" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.488576] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ba6c174-eecb-4c59-8a35-422c88c6f695',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.655877] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.694066] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.694066] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.694066] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.694066] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.694066] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.694066] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 449d5f16-71b4-4352-832e-7323da318d22 already deleted. [ 784.694066] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.707025] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.707025] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-312" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.707025] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-312" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.707025] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-312" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.707722] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.711021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.711021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.711021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.711021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.711021] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.711021] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.711021] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.711021] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.711021] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.711021] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.711021] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.738895] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.739161] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 784.739339] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.739429] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-312" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.739744] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.740268] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.740268] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.740439] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.740523] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.016073] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.016264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.016333] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.016553] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.016641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.016734] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ba6c174-eecb-4c59-8a35-422c88c6f695 already deleted. [ 785.016814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ba6c174-eecb-4c59-8a35-422c88c6f695" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.158821] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.159504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.159504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.159504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.159641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.159641] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 is going to be created. [ 785.171603] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e62d306-f33e-439a-9859-c6652283fb5c in Status: SUCCESS [ 785.171905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.172624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.173053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.173502] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.173828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.173908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.174264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.174373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.174501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.174619] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.188582] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.190223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.190223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.190223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.190223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.202591] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 in Status: UNINITIALIZED for 2s [ 785.243111] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.243693] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.243869] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.244253] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.244454] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.245250] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199 not found, creating... [ 785.245250] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.245250] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.246086] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.246086] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.246086] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.248381] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.249040] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.249040] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.249252] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.249423] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.249625] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199 is going to be created. [ 785.254454] env[69933]: INFO networking_nsxv3.common.synchronization [req-063ceb01-005a-46c3-8361-6468ef164c6c req-e469946f-8911-4bda-a2e2-2f5e4f7ac0f3 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Enqueued Resource ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea with Priority: HIGHEST for action security_group_members [ 785.256919] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea with Priority: HIGHEST for action security_group_members [ 785.256919] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aea36db-365b-4a7f-9fc7-5703d54b9eea taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.256919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.256919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.256919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.256919] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.257552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.257552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.257552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.257552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.257552] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aea36db-365b-4a7f-9fc7-5703d54b9eea',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.291464] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.291740] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.291904] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.292252] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.292593] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.293054] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.559309] env[69933]: INFO networking_nsxv3.common.synchronization [req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e req-948c00bd-b97c-4b74-8bc8-886bfd0a1c88 tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Enqueued Resource ID: eb0820ef-bdca-4107-9072-63ed21167d77 with Priority: HIGHEST for action security_group_members [ 785.559309] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0820ef-bdca-4107-9072-63ed21167d77 with Priority: HIGHEST for action security_group_members [ 785.559645] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0820ef-bdca-4107-9072-63ed21167d77 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.559645] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.559789] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.560249] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.560249] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.560408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.560570] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.560683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.560770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.560886] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb0820ef-bdca-4107-9072-63ed21167d77',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.677485] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e62d306-f33e-439a-9859-c6652283fb5c taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.677931] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.677931] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.677931] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.678114] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.678261] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.678316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.678707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.678707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.678707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.678820] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e62d306-f33e-439a-9859-c6652283fb5c taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.678820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.678896] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.679404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.679404] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.679404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.679404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.679599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.679599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.679599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.679887] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.766023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.766023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.766023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.766446] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.766446] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.766598] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.766709] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.766769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.766949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.767033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.767303] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea already deleted. [ 785.767303] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.066646] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.066793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.066908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.067110] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.067211] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.067407] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.067518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.067558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.067798] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.067798] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.067882] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb0820ef-bdca-4107-9072-63ed21167d77 is going to be updated. [ 786.100723] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.100938] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.100938] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.101265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.101349] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.116021] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb0820ef-bdca-4107-9072-63ed21167d77 in Status: IN_PROGRESS for 2s [ 786.149548] env[69933]: INFO networking_nsxv3.common.synchronization [None req-c4688615-502b-419b-b28c-ceab15f96a64 None None] Enqueued Resource ID: e920f011-50b0-4b10-b362-f78b982db127 with Priority: HIGHEST for action port [ 786.149801] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e920f011-50b0-4b10-b362-f78b982db127 with Priority: HIGHEST for action port [ 786.150360] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e920f011-50b0-4b10-b362-f78b982db127 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.150481] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e920f011-50b0-4b10-b362-f78b982db127" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.150540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e920f011-50b0-4b10-b362-f78b982db127" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.150820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e920f011-50b0-4b10-b362-f78b982db127" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.150916] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e920f011-50b0-4b10-b362-f78b982db127',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.184210] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e62d306-f33e-439a-9859-c6652283fb5c: rpc.has_security_group_logging(os_id): False [ 786.212143] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.212295] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.212365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.212592] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.212665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.212853] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.212945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.213034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.213206] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.213281] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.213500] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.213592] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.213652] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.213791] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.214814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.215132] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.215271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.215360] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.215527] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.215607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.215700] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e62d306-f33e-439a-9859-c6652283fb5c is going to be created. [ 786.317949] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.317949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.317949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.317949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.317949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.335599] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e62d306-f33e-439a-9859-c6652283fb5c in Status: IN_PROGRESS for 2s [ 786.596773] env[69933]: INFO networking_nsxv3.common.synchronization [req-e72a456d-abad-4dcb-a65d-efc25dcf286c req-bdd501ff-0b30-442f-ac78-9d705e297d71 tempest-SecurityGroupRulesTestJSON-1739763778 tempest-SecurityGroupRulesTestJSON-1739763778-project-member] Enqueued Resource ID: 0ba6c174-eecb-4c59-8a35-422c88c6f695 with Priority: HIGHEST for action security_group_rules [ 786.597320] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba6c174-eecb-4c59-8a35-422c88c6f695 with Priority: HIGHEST for action security_group_rules [ 786.597623] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ba6c174-eecb-4c59-8a35-422c88c6f695 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.597749] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ba6c174-eecb-4c59-8a35-422c88c6f695" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.597816] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ba6c174-eecb-4c59-8a35-422c88c6f695" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.598171] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ba6c174-eecb-4c59-8a35-422c88c6f695" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.598279] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ba6c174-eecb-4c59-8a35-422c88c6f695',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.652874] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e920f011-50b0-4b10-b362-f78b982db127 [ 786.654331] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.655806] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.657900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.657900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.657900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.657900] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e920f011-50b0-4b10-b362-f78b982db127 already deleted. [ 786.657900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e920f011-50b0-4b10-b362-f78b982db127" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.735325] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.735325] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-923" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.735513] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-923" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.735739] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-923" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.735925] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.737030] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.740444] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.740444] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.740444] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.740444] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.740444] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.740444] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.740444] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.740444] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.740444] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.740444] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.762022] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.762022] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 786.762022] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.762022] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-923" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.762022] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.762022] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.762766] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.763307] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.764043] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.813920] env[69933]: INFO networking_nsxv3.common.synchronization [req-7cb0d01f-8829-472e-89ba-432d14c6cd65 req-515caca6-6d95-444f-9a15-4506e3bfe2b6 service nova] Enqueued Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_rules [ 786.813920] env[69933]: INFO networking_nsxv3.common.synchronization [req-7cb0d01f-8829-472e-89ba-432d14c6cd65 req-515caca6-6d95-444f-9a15-4506e3bfe2b6 service nova] Enqueued Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 786.813920] env[69933]: INFO networking_nsxv3.common.synchronization [req-7cb0d01f-8829-472e-89ba-432d14c6cd65 req-515caca6-6d95-444f-9a15-4506e3bfe2b6 service nova] Enqueued Resource ID: b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199 with Priority: HIGHEST for action port [ 786.813920] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_rules [ 786.813920] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 786.813920] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199 with Priority: HIGHEST for action port [ 786.817280] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.817280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.817280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.817280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.817280] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.817280] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.817280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.817795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.817795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.817795] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.817795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.817795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.818031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.818031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.818117] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.822251] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.822251] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.822251] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.822251] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.822251] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.013490] env[69933]: INFO networking_nsxv3.common.synchronization [None req-747b7dcc-f466-46ab-9cb3-8d71be72d068 None None] Enqueued Resource ID: c696255a-2201-49f1-b48b-32965925a9d9 with Priority: HIGHEST for action port [ 787.013490] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c696255a-2201-49f1-b48b-32965925a9d9 with Priority: HIGHEST for action port [ 787.013490] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c696255a-2201-49f1-b48b-32965925a9d9 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.013490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c696255a-2201-49f1-b48b-32965925a9d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.013490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c696255a-2201-49f1-b48b-32965925a9d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.013490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c696255a-2201-49f1-b48b-32965925a9d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.013490] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c696255a-2201-49f1-b48b-32965925a9d9',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.128611] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.128611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.128611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.128611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.128611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.128611] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ba6c174-eecb-4c59-8a35-422c88c6f695 already deleted. [ 787.128611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ba6c174-eecb-4c59-8a35-422c88c6f695" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.213986] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 in Status: SUCCESS [ 787.213986] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.214516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.214516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.216459] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.216459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.216459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.216459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.216459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.216459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.216459] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.270367] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.270607] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.270735] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.271251] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.271407] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.271561] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda not found, creating... [ 787.271828] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.271995] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.272128] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.272356] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.272486] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.272764] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.273432] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.273582] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.273802] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.274332] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.274591] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda is going to be created. [ 787.303309] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.303309] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.303494] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.306019] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.306019] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.306019] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.322381] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.323584] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.323731] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.323852] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199 with status ACTIVE [ 787.324054] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.324177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.324177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.324376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.324460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.324624] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.324714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.324774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.325338] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.325338] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.325499] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.325614] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.325614] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.327041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.327041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.327041] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199 is going to be updated. [ 787.351072] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.351072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.351072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.351072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.351326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.351326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.496741] env[69933]: INFO networking_nsxv3.common.synchronization [None req-3f69a816-036c-43a0-aa25-44cf89b0b7ab tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: e43efece-a462-45e0-bcd2-66ac1444149d with Priority: HIGHEST for action security_group_rules [ 787.497232] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43efece-a462-45e0-bcd2-66ac1444149d with Priority: HIGHEST for action security_group_rules [ 787.497670] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e43efece-a462-45e0-bcd2-66ac1444149d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.497860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.498424] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.498424] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.498424] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e43efece-a462-45e0-bcd2-66ac1444149d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.519203] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c696255a-2201-49f1-b48b-32965925a9d9 [ 787.519424] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.519597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.519650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.519871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.520142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.520142] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c696255a-2201-49f1-b48b-32965925a9d9 already deleted. [ 787.520142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c696255a-2201-49f1-b48b-32965925a9d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.719615] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.719803] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.719876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.720124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.720299] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.722091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.722091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.722091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.722091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.722091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.722091] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.722091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.722091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.722091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.722091] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.722091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.722091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.723075] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.723075] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.723075] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.723075] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.828374] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.913018] env[69933]: INFO networking_nsxv3.common.synchronization [None req-c5519811-1876-4ab5-a2ad-fc0671646cd3 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: e43efece-a462-45e0-bcd2-66ac1444149d with Priority: HIGHEST for action security_group_rules [ 787.913828] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43efece-a462-45e0-bcd2-66ac1444149d with Priority: HIGHEST for action security_group_rules [ 787.913915] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e43efece-a462-45e0-bcd2-66ac1444149d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.914273] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.980286] env[69933]: INFO networking_nsxv3.common.synchronization [req-69d2b3d9-96b2-45e0-8c11-001feeff543c req-d0e24159-b6aa-4e0d-9570-117f37ba4fee tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Enqueued Resource ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 with Priority: HIGHEST for action security_group_members [ 787.980955] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 with Priority: HIGHEST for action security_group_members [ 787.982031] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e60f81-eac9-4e36-9325-60156c20e8e8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.982031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.982031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.982031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.982031] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.982336] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.982623] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.982873] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.983065] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.983233] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49e60f81-eac9-4e36-9325-60156c20e8e8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.025856] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.025856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.025856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.026021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.026060] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.026149] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e43efece-a462-45e0-bcd2-66ac1444149d already deleted. [ 788.026354] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.026466] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.026658] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.026785] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e43efece-a462-45e0-bcd2-66ac1444149d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.125847] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb0820ef-bdca-4107-9072-63ed21167d77 in Status: SUCCESS [ 788.126131] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb0820ef-bdca-4107-9072-63ed21167d77 deletion is rescheduled due to dependency. [ 788.126289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.228579] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1: rpc.has_security_group_logging(os_id): False [ 788.255157] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.255457] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.255457] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.255687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.255787] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.255960] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.256478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.256478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.256478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.256478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.256642] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.256642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.256732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.257856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.257856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.257856] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.257856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.257856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.257856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.257856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.257856] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 is going to be created. [ 788.330758] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.331053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.331161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.331415] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.331525] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.331633] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f577ced3-8c05-4917-a659-d6b10d13944a is going to be created. [ 788.350272] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.350442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.350623] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.350684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.350871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.352557] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e62d306-f33e-439a-9859-c6652283fb5c in Status: SUCCESS [ 788.352702] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.358895] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.359116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.359190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.359350] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.359507] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.364216] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 in Status: IN_PROGRESS for 2s [ 788.369339] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: UNINITIALIZED for 2s [ 788.487295] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.487585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.487702] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.487991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.488158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.488448] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.488603] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.488708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.488953] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.489100] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.489461] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 already deleted. [ 788.489461] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.559715] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.559932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.559932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.560191] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.560299] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.560368] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e43efece-a462-45e0-bcd2-66ac1444149d already deleted. [ 788.560464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.822409] env[69933]: INFO networking_nsxv3.common.synchronization [None req-99fb41b7-305b-4b6b-a1dc-196de794b9ce None None] Enqueued Resource ID: de3f785d-3ce6-4d28-958e-db390bdadc42 with Priority: HIGHEST for action port [ 788.822655] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de3f785d-3ce6-4d28-958e-db390bdadc42 with Priority: HIGHEST for action port [ 788.823293] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-de3f785d-3ce6-4d28-958e-db390bdadc42 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.823450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de3f785d-3ce6-4d28-958e-db390bdadc42" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.823559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de3f785d-3ce6-4d28-958e-db390bdadc42" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.823730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de3f785d-3ce6-4d28-958e-db390bdadc42" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.823817] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3f785d-3ce6-4d28-958e-db390bdadc42',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.919031] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.919031] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-738" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.919031] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-738" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.919288] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-738" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.919573] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.919893] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.919893] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.920085] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.920235] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.920467] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.920603] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.920675] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.920787] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.920901] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.921058] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.921160] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.976880] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.977043] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 788.977197] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.977389] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-738" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.977736] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-04e78951-7af8-402b-86af-eaa14a125461 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.979344] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-04e78951-7af8-402b-86af-eaa14a125461" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.979344] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-04e78951-7af8-402b-86af-eaa14a125461" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.979344] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-04e78951-7af8-402b-86af-eaa14a125461" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.979344] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e78951-7af8-402b-86af-eaa14a125461',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.158082] env[69933]: INFO networking_nsxv3.common.synchronization [req-063ceb01-005a-46c3-8361-6468ef164c6c req-64bc3794-7c0b-4dab-b209-060860634124 service nova] Enqueued Resource ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea with Priority: HIGHEST for action security_group_rules [ 789.158082] env[69933]: INFO networking_nsxv3.common.synchronization [req-063ceb01-005a-46c3-8361-6468ef164c6c req-64bc3794-7c0b-4dab-b209-060860634124 service nova] Enqueued Resource ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea with Priority: HIGHEST for action security_group_members [ 789.158297] env[69933]: INFO networking_nsxv3.common.synchronization [req-063ceb01-005a-46c3-8361-6468ef164c6c req-64bc3794-7c0b-4dab-b209-060860634124 service nova] Enqueued Resource ID: db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda with Priority: HIGHEST for action port [ 789.158527] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea with Priority: HIGHEST for action security_group_rules [ 789.158689] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea with Priority: HIGHEST for action security_group_members [ 789.158793] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda with Priority: HIGHEST for action port [ 789.160253] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aea36db-365b-4a7f-9fc7-5703d54b9eea taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.160253] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.160452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.161288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.161288] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aea36db-365b-4a7f-9fc7-5703d54b9eea',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.161851] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aea36db-365b-4a7f-9fc7-5703d54b9eea taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.161950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.161992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.162259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.162440] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.162572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.162642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.162938] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.164581] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.164581] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aea36db-365b-4a7f-9fc7-5703d54b9eea',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.165568] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.171072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.171224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.171517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.172125] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.332831] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de3f785d-3ce6-4d28-958e-db390bdadc42 [ 789.333160] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.333386] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.333480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.333738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.333829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.333984] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de3f785d-3ce6-4d28-958e-db390bdadc42 already deleted. [ 789.334049] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de3f785d-3ce6-4d28-958e-db390bdadc42" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.483364] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.483602] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.483725] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.484085] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.484263] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.484423] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 04e78951-7af8-402b-86af-eaa14a125461 not found, creating... [ 789.484740] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.484950] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.485085] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.485333] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.486554] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.486988] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.487226] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.487410] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.487673] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.487814] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.487961] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 04e78951-7af8-402b-86af-eaa14a125461 is going to be created. [ 789.516689] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.516930] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.517099] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.517416] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.517663] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.517925] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-04e78951-7af8-402b-86af-eaa14a125461" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.674734] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aea36db-365b-4a7f-9fc7-5703d54b9eea taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.674885] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.675117] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aea36db-365b-4a7f-9fc7-5703d54b9eea',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.676768] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda with status ACTIVE [ 789.676768] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.676768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.676768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.676768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.677085] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.677085] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.677172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.677363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.677418] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.678038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.678038] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.678038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.678038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.678038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.678038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.678578] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda is going to be updated. [ 789.713125] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.714981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.714981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.714981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.714981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.714981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.021099] env[69933]: INFO networking_nsxv3.common.synchronization [req-b8ce0eb9-82bf-41a8-bf64-6a250710f41a req-dac8ca6d-7422-4b74-ab20-e1780d874078 tempest-SecurityGroupRulesTestJSON-1739763778 tempest-SecurityGroupRulesTestJSON-1739763778-project-member] Enqueued Resource ID: 0ba6c174-eecb-4c59-8a35-422c88c6f695 with Priority: HIGHEST for action security_group_rules [ 790.023192] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba6c174-eecb-4c59-8a35-422c88c6f695 with Priority: HIGHEST for action security_group_rules [ 790.023600] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ba6c174-eecb-4c59-8a35-422c88c6f695 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.023762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ba6c174-eecb-4c59-8a35-422c88c6f695" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.023851] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ba6c174-eecb-4c59-8a35-422c88c6f695" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.024118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ba6c174-eecb-4c59-8a35-422c88c6f695" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.024223] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ba6c174-eecb-4c59-8a35-422c88c6f695',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.179930] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aea36db-365b-4a7f-9fc7-5703d54b9eea',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.320864] env[69933]: INFO networking_nsxv3.common.synchronization [req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb req-9754b4f0-507e-4511-b64b-659ab68842ed tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Enqueued Resource ID: f7007fcd-ca97-4df8-9555-1266bc54f133 with Priority: HIGHEST for action security_group_members [ 790.324743] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7007fcd-ca97-4df8-9555-1266bc54f133 with Priority: HIGHEST for action security_group_members [ 790.325395] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7007fcd-ca97-4df8-9555-1266bc54f133 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.325546] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.325598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.325800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.325950] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.326060] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.326139] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.326315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.326405] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.326559] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7007fcd-ca97-4df8-9555-1266bc54f133',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.381077] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: SUCCESS [ 790.381077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.381077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.381782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.381782] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.381782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.381782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.381782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.382310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.382310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.382310] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.384441] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 in Status: SUCCESS [ 790.384653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.547086] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.547273] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.547369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.547579] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.547674] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.547839] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ba6c174-eecb-4c59-8a35-422c88c6f695 already deleted. [ 790.547839] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ba6c174-eecb-4c59-8a35-422c88c6f695" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.682746] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.682905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.682980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.683424] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.683534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.684081] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea is going to be created. [ 790.710372] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.710573] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.710725] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.710797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.710956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.724468] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea in Status: UNINITIALIZED for 2s [ 790.727741] env[69933]: INFO networking_nsxv3.common.synchronization [req-6504a922-c006-4090-b062-9c26e857046a req-5738127a-5b5f-40d5-91b5-eed8302944d8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Enqueued Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGHEST for action security_group_members [ 790.728348] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGHEST for action security_group_members [ 790.728670] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.728800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.728870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.729110] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.729300] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.729380] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.729440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.729605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.729691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.729784] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.831251] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.831251] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.831251] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.831467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.831467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.831632] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.831722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.831781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.832024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.832024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.832335] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7007fcd-ca97-4df8-9555-1266bc54f133 is going to be updated. [ 790.852125] env[69933]: INFO networking_nsxv3.common.synchronization [req-69d2b3d9-96b2-45e0-8c11-001feeff543c req-748f0785-0ca1-4ac5-bde5-7692eb43d809 service nova] Enqueued Resource ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 with Priority: HIGHEST for action security_group_rules [ 790.852125] env[69933]: INFO networking_nsxv3.common.synchronization [req-69d2b3d9-96b2-45e0-8c11-001feeff543c req-748f0785-0ca1-4ac5-bde5-7692eb43d809 service nova] Enqueued Resource ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 with Priority: HIGHEST for action security_group_members [ 790.852125] env[69933]: INFO networking_nsxv3.common.synchronization [req-69d2b3d9-96b2-45e0-8c11-001feeff543c req-748f0785-0ca1-4ac5-bde5-7692eb43d809 service nova] Enqueued Resource ID: 04e78951-7af8-402b-86af-eaa14a125461 with Priority: HIGHEST for action port [ 790.852314] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 with Priority: HIGHEST for action security_group_rules [ 790.852314] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 with Priority: HIGHEST for action security_group_members [ 790.852420] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e78951-7af8-402b-86af-eaa14a125461 with Priority: HIGHEST for action port [ 790.854323] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49e60f81-eac9-4e36-9325-60156c20e8e8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.854323] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.854323] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.854323] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.854323] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49e60f81-eac9-4e36-9325-60156c20e8e8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.856592] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e60f81-eac9-4e36-9325-60156c20e8e8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.856592] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.856592] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.856592] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.856911] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.857061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.857137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.857809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.859567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.859567] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49e60f81-eac9-4e36-9325-60156c20e8e8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.859567] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-04e78951-7af8-402b-86af-eaa14a125461 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.859567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04e78951-7af8-402b-86af-eaa14a125461" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.859567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04e78951-7af8-402b-86af-eaa14a125461" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.859567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04e78951-7af8-402b-86af-eaa14a125461" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.859567] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e78951-7af8-402b-86af-eaa14a125461',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.865456] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.865456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.865456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.865456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.865456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.873976] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7007fcd-ca97-4df8-9555-1266bc54f133 in Status: IN_PROGRESS for 2s [ 790.885527] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.885527] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.885733] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.885817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.885986] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.886129] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.886201] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.886358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.886445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.886633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.886713] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.886768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.886827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.886965] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.887510] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.887618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.887684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.887834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.887914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.888013] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.888109] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.232231] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.232929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.232929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.232929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.232929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.234377] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.234656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.235154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.235445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.235601] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.235914] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 is going to be updated. [ 791.273938] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.274096] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.274182] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.274465] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.274604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.292508] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 in Status: IN_PROGRESS for 2s [ 791.355947] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e60f81-eac9-4e36-9325-60156c20e8e8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.356122] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.363708] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49e60f81-eac9-4e36-9325-60156c20e8e8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.364756] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04e78951-7af8-402b-86af-eaa14a125461 with status ACTIVE [ 791.364978] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.365128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.365202] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.365424] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.365525] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.365714] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.367679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.367679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.367679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.367679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.367679] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.367679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.367679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.367679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.367679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.367679] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04e78951-7af8-402b-86af-eaa14a125461 is going to be updated. [ 791.391555] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f577ced3-8c05-4917-a659-d6b10d13944a: rpc.has_security_group_logging(os_id): False [ 791.394128] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.394305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.394305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.394504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.394600] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.394756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04e78951-7af8-402b-86af-eaa14a125461" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.419026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.419026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.419026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.419026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.419026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.419026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.419026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.419026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.419026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.419026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.419026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.419026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.419026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.419026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.419026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.420205] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.420504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.420691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.421156] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.421865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.421865] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f577ced3-8c05-4917-a659-d6b10d13944a is going to be created. [ 791.524672] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.525168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.525168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.525168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.526339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.549576] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: IN_PROGRESS for 2s [ 791.794281] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.794281] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.794281] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.794281] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.794281] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.794281] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.795092] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.796269] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.796807] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.797490] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.797490] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.798354] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.798459] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.798655] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.798865] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.799123] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.823335] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.823335] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 791.823335] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.823335] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.823335] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-41192f36-62db-443a-b05f-0cb5c76ba434 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.823335] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-41192f36-62db-443a-b05f-0cb5c76ba434" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.823335] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-41192f36-62db-443a-b05f-0cb5c76ba434" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.823335] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-41192f36-62db-443a-b05f-0cb5c76ba434" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.823335] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41192f36-62db-443a-b05f-0cb5c76ba434',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.872368] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49e60f81-eac9-4e36-9325-60156c20e8e8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.326553] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.330251] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.330251] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.330251] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.330251] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.330251] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 41192f36-62db-443a-b05f-0cb5c76ba434 not found, creating... [ 792.330251] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.330251] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.330251] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.330251] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.330251] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.330637] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.330637] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.330750] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.331018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.331259] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.331412] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 41192f36-62db-443a-b05f-0cb5c76ba434 is going to be created. [ 792.361325] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.362001] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.362230] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.362616] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.362880] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.363210] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-41192f36-62db-443a-b05f-0cb5c76ba434" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.378548] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.378548] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.378548] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.378548] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.378548] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.378548] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 is going to be created. [ 792.413650] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.413946] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.413946] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.414993] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.415297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.426674] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 in Status: UNINITIALIZED for 2s [ 792.738389] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea in Status: SUCCESS [ 792.738684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.738866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.739353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.739485] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.739567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.739631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.739895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.739895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.740113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.740113] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aea36db-365b-4a7f-9fc7-5703d54b9eea',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.887116] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7007fcd-ca97-4df8-9555-1266bc54f133 in Status: SUCCESS [ 792.887116] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7007fcd-ca97-4df8-9555-1266bc54f133 deletion is rescheduled due to dependency. [ 792.887116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7007fcd-ca97-4df8-9555-1266bc54f133" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.244912] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aea36db-365b-4a7f-9fc7-5703d54b9eea taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.245278] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.245278] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.245482] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.246671] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.246671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.246671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.246671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.246671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.246671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.246671] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aea36db-365b-4a7f-9fc7-5703d54b9eea taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.246671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.246671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.246671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.246671] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.247462] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.247462] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.247462] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.247462] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.247462] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.247462] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aea36db-365b-4a7f-9fc7-5703d54b9eea',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.306144] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 in Status: SUCCESS [ 793.306408] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 deletion is rescheduled due to dependency. [ 793.306545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.337893] env[69933]: INFO networking_nsxv3.common.synchronization [req-6504a922-c006-4090-b062-9c26e857046a req-d2b789f8-1f04-43d6-ab15-3c02a855f19b service nova] Enqueued Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGHEST for action security_group_rules [ 793.338211] env[69933]: INFO networking_nsxv3.common.synchronization [req-6504a922-c006-4090-b062-9c26e857046a req-d2b789f8-1f04-43d6-ab15-3c02a855f19b service nova] Enqueued Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGHEST for action security_group_members [ 793.338412] env[69933]: INFO networking_nsxv3.common.synchronization [req-6504a922-c006-4090-b062-9c26e857046a req-d2b789f8-1f04-43d6-ab15-3c02a855f19b service nova] Enqueued Resource ID: 41192f36-62db-443a-b05f-0cb5c76ba434 with Priority: HIGHEST for action port [ 793.339202] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGHEST for action security_group_rules [ 793.339410] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGHEST for action security_group_members [ 793.340028] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41192f36-62db-443a-b05f-0cb5c76ba434 with Priority: HIGHEST for action port [ 793.340460] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24e0bf0f-50da-4b39-bcdf-ceadc5031da0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.340460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.340460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.340634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.340685] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.342487] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.342487] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.342487] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.342487] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.342924] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.342924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.342924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.343106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.343242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.343379] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.344365] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-41192f36-62db-443a-b05f-0cb5c76ba434 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.344789] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41192f36-62db-443a-b05f-0cb5c76ba434" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.344789] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41192f36-62db-443a-b05f-0cb5c76ba434" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.344789] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41192f36-62db-443a-b05f-0cb5c76ba434" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.344789] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41192f36-62db-443a-b05f-0cb5c76ba434',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.565382] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: SUCCESS [ 793.566369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.755949] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aea36db-365b-4a7f-9fc7-5703d54b9eea: rpc.has_security_group_logging(os_id): False [ 793.783520] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.783520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.783520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.783520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.783520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.783520] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.783520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.783908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.783908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.783908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.784167] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.784167] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.784274] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.784380] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.784464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.784931] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.785130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.785203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.785353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.785425] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.785538] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea is going to be created. [ 793.847120] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.849491] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.849491] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.849491] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41192f36-62db-443a-b05f-0cb5c76ba434 with status ACTIVE [ 793.849491] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.849491] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.849491] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.850104] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.850104] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.850104] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.850104] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.850375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.850375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.850375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.850637] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.850721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.850721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.854698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.854698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.854698] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41192f36-62db-443a-b05f-0cb5c76ba434 is going to be updated. [ 793.871064] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.871272] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.871368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.871611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.871794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.881185] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.881352] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.881451] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.881692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.881860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.882031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41192f36-62db-443a-b05f-0cb5c76ba434" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.888782] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea in Status: IN_PROGRESS for 2s [ 794.354029] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.442141] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 in Status: SUCCESS [ 794.442432] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.442654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.442910] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.443198] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.443332] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.443407] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.443584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.443665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.443751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.443840] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49e60f81-eac9-4e36-9325-60156c20e8e8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.862950] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.862950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.862950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.862950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.862950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.862950] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 is going to be updated. [ 794.898866] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.898956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.898992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.899222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.903371] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.914887] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 in Status: IN_PROGRESS for 2s [ 794.951116] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e60f81-eac9-4e36-9325-60156c20e8e8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.951116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.951116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.951116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.951116] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.951116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.951116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.951577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.952842] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.955488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.955703] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e60f81-eac9-4e36-9325-60156c20e8e8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.956045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.956127] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.956342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.956599] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.956660] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.956754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.956838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.956915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.956996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.957100] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49e60f81-eac9-4e36-9325-60156c20e8e8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.980153] env[69933]: INFO networking_nsxv3.common.synchronization [req-7beb8227-d5cd-49c7-a566-03f137dadc2e req-a78dea53-86d9-48b3-8e09-5c224c62adf3 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 794.980761] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 794.984017] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.984017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.984017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.984017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.984017] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.984017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.984017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.984017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.984017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.984017] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.460544] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49e60f81-eac9-4e36-9325-60156c20e8e8: rpc.has_security_group_logging(os_id): False [ 795.487601] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.487601] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.487601] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.487601] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.487601] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.487601] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.487601] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.488250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.488250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.488250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.488250] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 already deleted. [ 795.488250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.489394] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.489544] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.489933] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.490203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.490325] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.490665] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.490665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.490665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.491044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.491044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.491142] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.491253] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.491528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.491709] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.491784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.491988] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.492096] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.492153] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.492301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.492379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.493231] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 is going to be created. [ 795.586407] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.586407] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.586407] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.586407] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.586407] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.601344] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 in Status: IN_PROGRESS for 2s [ 795.610018] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.610018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-163" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.610018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-163" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.610018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-163" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.610018] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.610018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.610018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.610018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.610018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.610018] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 795.610018] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.610018] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.610615] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.610615] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 795.610615] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.610615] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.630501] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.630674] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 795.630817] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.631023] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-163" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.632475] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-251e5c57-2540-4766-a202-f6f2eb7d3fa3 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.632475] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-251e5c57-2540-4766-a202-f6f2eb7d3fa3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.632475] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-251e5c57-2540-4766-a202-f6f2eb7d3fa3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.632475] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-251e5c57-2540-4766-a202-f6f2eb7d3fa3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.632475] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251e5c57-2540-4766-a202-f6f2eb7d3fa3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.904393] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea in Status: SUCCESS [ 795.904393] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.137451] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.137451] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.137451] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.137451] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.137451] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.137451] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 251e5c57-2540-4766-a202-f6f2eb7d3fa3 not found, creating... [ 796.137451] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.137974] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.137974] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.137974] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.137974] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.138377] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.138555] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.138675] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.138887] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.139096] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.139251] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 251e5c57-2540-4766-a202-f6f2eb7d3fa3 is going to be created. [ 796.165137] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.165563] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.165563] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.165847] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.166785] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.167141] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-251e5c57-2540-4766-a202-f6f2eb7d3fa3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.931483] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 in Status: SUCCESS [ 796.932632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.933168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.933489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.933601] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.933718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.933782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.933938] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.934030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.934202] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.934440] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.166365] env[69933]: INFO networking_nsxv3.common.synchronization [req-7beb8227-d5cd-49c7-a566-03f137dadc2e req-4679e78b-9dd3-410c-92e8-1cec56ee15a1 service nova] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_rules [ 797.166619] env[69933]: INFO networking_nsxv3.common.synchronization [req-7beb8227-d5cd-49c7-a566-03f137dadc2e req-4679e78b-9dd3-410c-92e8-1cec56ee15a1 service nova] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 797.166674] env[69933]: INFO networking_nsxv3.common.synchronization [req-7beb8227-d5cd-49c7-a566-03f137dadc2e req-4679e78b-9dd3-410c-92e8-1cec56ee15a1 service nova] Enqueued Resource ID: 251e5c57-2540-4766-a202-f6f2eb7d3fa3 with Priority: HIGHEST for action port [ 797.167200] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_rules [ 797.167342] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 797.167432] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251e5c57-2540-4766-a202-f6f2eb7d3fa3 with Priority: HIGHEST for action port [ 797.167696] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.167818] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.167877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.168118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.168209] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.169629] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.169705] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.169756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.169931] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.170092] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.170192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.170266] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.170415] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.170504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.170588] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.171437] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-251e5c57-2540-4766-a202-f6f2eb7d3fa3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.171563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-251e5c57-2540-4766-a202-f6f2eb7d3fa3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.171663] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-251e5c57-2540-4766-a202-f6f2eb7d3fa3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.171784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-251e5c57-2540-4766-a202-f6f2eb7d3fa3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.171906] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251e5c57-2540-4766-a202-f6f2eb7d3fa3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.440800] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.440942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.442305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.442305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.442390] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.446058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.446058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.446058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.446058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.446058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.446058] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.446058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.446058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.446058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.446058] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.446058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.446058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.446058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.446058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.446691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.446691] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.616314] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 in Status: SUCCESS [ 797.616547] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.672893] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.673237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.673572] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 251e5c57-2540-4766-a202-f6f2eb7d3fa3 with status ACTIVE [ 797.673811] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.673941] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.674034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.674266] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.674550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.674647] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.674739] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.676467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.676467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.676467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.676467] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.676467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.676467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.676467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.676467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.676467] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 251e5c57-2540-4766-a202-f6f2eb7d3fa3 is going to be updated. [ 797.679246] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.704031] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.704031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.704031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.705219] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.705355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.705672] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-251e5c57-2540-4766-a202-f6f2eb7d3fa3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.950600] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24e0bf0f-50da-4b39-bcdf-ceadc5031da0: rpc.has_security_group_logging(os_id): False [ 797.977062] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.977062] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.977062] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.977062] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.977062] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.977839] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.978200] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.978324] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.978551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.978671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.978967] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.979148] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.980736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.980736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.980736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.980736] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.980736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.980736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.980736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.980736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.980736] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 is going to be updated. [ 798.059978] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.059978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.059978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.059978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.059978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.077090] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 in Status: IN_PROGRESS for 2s [ 798.182399] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.685326] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.685659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.685659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.685780] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.685823] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.685921] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 is going to be created. [ 798.711193] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.711491] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.711578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.711827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.712087] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.724350] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: UNINITIALIZED for 2s [ 799.628614] env[69933]: INFO networking_nsxv3.common.synchronization [None req-498abd6b-0e51-422e-abb2-20e9aa2bd593 None None] Enqueued Resource ID: cd450939-7054-4aa2-8182-e375b1e6639e with Priority: HIGHEST for action port [ 799.629507] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd450939-7054-4aa2-8182-e375b1e6639e with Priority: HIGHEST for action port [ 799.629831] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd450939-7054-4aa2-8182-e375b1e6639e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.629991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd450939-7054-4aa2-8182-e375b1e6639e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.631426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd450939-7054-4aa2-8182-e375b1e6639e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.631426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd450939-7054-4aa2-8182-e375b1e6639e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.631426] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd450939-7054-4aa2-8182-e375b1e6639e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.098050] env[69933]: INFO networking_nsxv3.common.synchronization [req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c req-66aeb3ef-c502-467a-9ebb-2d68aec4f9a5 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 800.098050] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 in Status: SUCCESS [ 800.098050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.098050] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 800.098515] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.098638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.102024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.102024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.102024] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.102024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.102024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.102024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.102024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.102024] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.133956] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd450939-7054-4aa2-8182-e375b1e6639e [ 800.134282] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.135232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.135232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.135232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.135232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.135232] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd450939-7054-4aa2-8182-e375b1e6639e already deleted. [ 800.135232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd450939-7054-4aa2-8182-e375b1e6639e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.602834] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.604029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.604029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.604029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.604029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.604029] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.604029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.604029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.604401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.604401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.604401] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 already deleted. [ 800.604501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.736634] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.736998] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-28" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.736998] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-28" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.737588] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-28" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.737588] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.737768] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.737858] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.738097] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.738274] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.738525] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.738651] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.738764] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.738874] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.738984] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.739116] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.739261] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.740967] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: SUCCESS [ 800.741375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.741872] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.743048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.743048] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.743048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.743048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.743048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.743048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.743048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.743048] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.764035] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.764233] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.764352] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.764533] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-28" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.766947] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-d646f08e-8dbf-492c-9191-44465ccdd0ee taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.766947] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-d646f08e-8dbf-492c-9191-44465ccdd0ee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.766947] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-d646f08e-8dbf-492c-9191-44465ccdd0ee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.766947] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-d646f08e-8dbf-492c-9191-44465ccdd0ee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.766947] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d646f08e-8dbf-492c-9191-44465ccdd0ee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.102217] env[69933]: INFO networking_nsxv3.common.synchronization [req-eec1bc88-6958-4d65-9346-93135f312290 req-2d2adc69-871e-4038-bbd4-123779acacfc tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Enqueued Resource ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea with Priority: HIGHEST for action security_group_members [ 801.104408] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea with Priority: HIGHEST for action security_group_members [ 801.104408] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aea36db-365b-4a7f-9fc7-5703d54b9eea taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.104408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.104408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.104612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.105715] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.105715] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.105715] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.105715] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.105715] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.105715] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aea36db-365b-4a7f-9fc7-5703d54b9eea',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.245210] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.269665] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.269887] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.270026] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.270327] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.270480] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.270664] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port d646f08e-8dbf-492c-9191-44465ccdd0ee not found, creating... [ 801.271149] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.271149] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.271300] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.271475] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.271607] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.272961] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.272961] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.272961] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.272961] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.272961] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.272961] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: d646f08e-8dbf-492c-9191-44465ccdd0ee is going to be created. [ 801.296884] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.297142] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.297337] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.297685] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.297894] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.299207] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-d646f08e-8dbf-492c-9191-44465ccdd0ee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.610542] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.610724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.610785] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.611044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.611269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.611359] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.611641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.611641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.611735] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.611735] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.611813] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea is going to be updated. [ 801.640901] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.642023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.642023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.642023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.642023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.659955] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea in Status: IN_PROGRESS for 2s [ 801.751903] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ae0bd03-b74e-4de1-962f-02b9a1fea353: rpc.has_security_group_logging(os_id): False [ 801.770565] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.770729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.770796] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.771258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.771396] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.771676] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.771813] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.771884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.772064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.772143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.772231] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 is going to be created. [ 801.840056] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.840258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.840293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.840497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.840678] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.859180] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: IN_PROGRESS for 2s [ 802.193393] env[69933]: INFO networking_nsxv3.common.synchronization [req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c req-c1e61b75-4bff-4e00-a7f0-ece2e67ca036 service nova] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_rules [ 802.193504] env[69933]: INFO networking_nsxv3.common.synchronization [req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c req-c1e61b75-4bff-4e00-a7f0-ece2e67ca036 service nova] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 802.193657] env[69933]: INFO networking_nsxv3.common.synchronization [req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c req-c1e61b75-4bff-4e00-a7f0-ece2e67ca036 service nova] Enqueued Resource ID: d646f08e-8dbf-492c-9191-44465ccdd0ee with Priority: HIGHEST for action port [ 802.195584] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_rules [ 802.195584] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 802.195584] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d646f08e-8dbf-492c-9191-44465ccdd0ee with Priority: HIGHEST for action port [ 802.196287] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.196812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.196812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.197104] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.197261] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.202493] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.202739] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.202786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.203029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.203287] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.203533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.203533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.203669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.203927] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.204157] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.208023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d646f08e-8dbf-492c-9191-44465ccdd0ee taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.208023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d646f08e-8dbf-492c-9191-44465ccdd0ee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.208023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d646f08e-8dbf-492c-9191-44465ccdd0ee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.208023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d646f08e-8dbf-492c-9191-44465ccdd0ee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.208023] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d646f08e-8dbf-492c-9191-44465ccdd0ee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.267482] env[69933]: INFO networking_nsxv3.common.synchronization [None req-58bc909e-029a-4db9-9d32-d5613ebdd743 None None] Enqueued Resource ID: b8365fd1-a223-4510-b725-af9d6b0e67bd with Priority: HIGHEST for action port [ 802.267482] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8365fd1-a223-4510-b725-af9d6b0e67bd with Priority: HIGHEST for action port [ 802.269890] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8365fd1-a223-4510-b725-af9d6b0e67bd taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.269890] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8365fd1-a223-4510-b725-af9d6b0e67bd" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.269890] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8365fd1-a223-4510-b725-af9d6b0e67bd" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.269890] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8365fd1-a223-4510-b725-af9d6b0e67bd" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.270449] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8365fd1-a223-4510-b725-af9d6b0e67bd',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.710213] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.710213] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.710213] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.715057] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d646f08e-8dbf-492c-9191-44465ccdd0ee with status ACTIVE [ 802.715057] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.715057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.715057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.715057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.715057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.715057] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.715057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.715057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.715057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.715057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.715057] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.715057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.715057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.715057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.715057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.715057] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d646f08e-8dbf-492c-9191-44465ccdd0ee is going to be updated. [ 802.737945] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.739183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.739183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.739573] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.740384] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.740384] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d646f08e-8dbf-492c-9191-44465ccdd0ee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.778314] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8365fd1-a223-4510-b725-af9d6b0e67bd [ 802.778314] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.778314] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.778314] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.778314] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.778314] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.778826] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8365fd1-a223-4510-b725-af9d6b0e67bd already deleted. [ 802.778826] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8365fd1-a223-4510-b725-af9d6b0e67bd" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.218352] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.672024] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea in Status: SUCCESS [ 803.672024] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea deletion is rescheduled due to dependency. [ 803.672024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.721631] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.721817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.721895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.722166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.722542] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.722542] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be created. [ 803.753781] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.754010] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.754070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.757038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.757038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.766114] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: UNINITIALIZED for 2s [ 803.872576] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: SUCCESS [ 803.872874] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.797712] env[69933]: INFO networking_nsxv3.common.synchronization [req-6ef7ed94-e130-4341-9faf-6f57b3157810 req-be4cbfeb-8ff5-4a14-93e1-c0dd8f2533ea tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 804.797712] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 804.797712] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.797712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.123846] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.124086] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-28" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.124086] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-28" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.124373] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-28" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.124630] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.124789] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.124904] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.125147] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.125294] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.125555] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.125670] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.125779] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.125886] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.125993] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.126227] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.126384] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.148291] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.148291] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 805.148291] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.148291] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-28" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.148291] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-be840a1e-e314-4b70-81d0-0a748d9c9b8a taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.148291] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-be840a1e-e314-4b70-81d0-0a748d9c9b8a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.148291] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-be840a1e-e314-4b70-81d0-0a748d9c9b8a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.148291] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-be840a1e-e314-4b70-81d0-0a748d9c9b8a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.148291] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be840a1e-e314-4b70-81d0-0a748d9c9b8a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.651931] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.652214] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.652342] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.652817] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.652817] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.654026] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port be840a1e-e314-4b70-81d0-0a748d9c9b8a not found, creating... [ 805.654773] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.654773] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.654773] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.655196] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.656290] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.656290] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.656290] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.656714] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.656714] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.656927] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.657094] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: be840a1e-e314-4b70-81d0-0a748d9c9b8a is going to be created. [ 805.678992] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.679774] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.680170] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.680624] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.681245] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.681745] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-be840a1e-e314-4b70-81d0-0a748d9c9b8a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.781722] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: SUCCESS [ 805.781944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.782133] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.782350] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.782544] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.782659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.782720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.782879] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.782952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.783057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.783155] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.785130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.785413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.785616] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.785766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.785855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.786074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.786194] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.786326] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.288804] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.289265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.289265] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.486917] env[69933]: INFO networking_nsxv3.common.synchronization [req-6ef7ed94-e130-4341-9faf-6f57b3157810 req-6e4871da-adce-4503-ac12-88ccc7efb93e service nova] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_rules [ 806.487078] env[69933]: INFO networking_nsxv3.common.synchronization [req-6ef7ed94-e130-4341-9faf-6f57b3157810 req-6e4871da-adce-4503-ac12-88ccc7efb93e service nova] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 806.487212] env[69933]: INFO networking_nsxv3.common.synchronization [req-6ef7ed94-e130-4341-9faf-6f57b3157810 req-6e4871da-adce-4503-ac12-88ccc7efb93e service nova] Enqueued Resource ID: be840a1e-e314-4b70-81d0-0a748d9c9b8a with Priority: HIGHEST for action port [ 806.487496] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_rules [ 806.487617] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 806.487994] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be840a1e-e314-4b70-81d0-0a748d9c9b8a with Priority: HIGHEST for action port [ 806.490243] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.490378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.490612] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.490703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.490852] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-be840a1e-e314-4b70-81d0-0a748d9c9b8a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.491026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be840a1e-e314-4b70-81d0-0a748d9c9b8a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.491026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be840a1e-e314-4b70-81d0-0a748d9c9b8a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.491287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be840a1e-e314-4b70-81d0-0a748d9c9b8a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.491462] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be840a1e-e314-4b70-81d0-0a748d9c9b8a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.791284] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.994189] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be840a1e-e314-4b70-81d0-0a748d9c9b8a with status ACTIVE [ 806.995721] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.995721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.995721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.995721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.995721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.995721] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.995721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.995721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.995721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.995721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.996221] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.996221] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.996221] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.996380] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.996380] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.996485] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be840a1e-e314-4b70-81d0-0a748d9c9b8a is going to be updated. [ 807.019361] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.020232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.020232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.020232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.020232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.020595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be840a1e-e314-4b70-81d0-0a748d9c9b8a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.296621] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.296932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.296932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.297130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.297223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.297320] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be updated. [ 807.330450] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.331577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.331577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.331577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.331577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.347356] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: IN_PROGRESS for 2s [ 807.402259] env[69933]: INFO networking_nsxv3.common.synchronization [req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 req-e8af2831-6966-4bba-8c2f-93ae347b4445 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Enqueued Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGHEST for action security_group_members [ 807.402259] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGHEST for action security_group_members [ 807.402259] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.402259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.402259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.402259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.402259] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.402259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.402259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.402259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.402731] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.402731] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.908542] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.908542] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.908542] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.911285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.911285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.911285] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.911285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.911285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.911285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.911285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.911285] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 is going to be updated. [ 807.951421] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.951597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.951672] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.951940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.952506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.974436] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 in Status: IN_PROGRESS for 2s [ 809.357955] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: SUCCESS [ 809.358301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.358516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.358788] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.359064] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.359248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.359355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.359558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.359652] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.359741] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.359922] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.360140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.360226] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.360374] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.360558] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.360682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.360748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.360894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.360993] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.361092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.361203] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.362175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.362866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.363062] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.363187] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.363313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.363608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.363697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.363793] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.866049] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.867019] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8f4bfda-2512-4ffb-b5e4-cd974160a0e5: rpc.has_security_group_logging(os_id): False [ 809.888748] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.889063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.889063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.889389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.889485] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.889805] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.889954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.890052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.890306] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.890415] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.890692] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.890835] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.890924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.891177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.891279] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.891588] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.891698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.891785] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.892021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.892143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.892412] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be created. [ 809.964574] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.964574] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.964574] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.964574] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.964574] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.987552] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 in Status: SUCCESS [ 809.987552] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 deletion is rescheduled due to dependency. [ 809.988245] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.988586] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: IN_PROGRESS for 2s [ 810.101032] env[69933]: INFO networking_nsxv3.common.synchronization [req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d req-7278a761-f5c5-41d7-8aeb-1245e13ae4bb tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Enqueued Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 810.102599] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 810.102599] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.102599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.102599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.102599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.102599] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.103084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.103084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.103084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.103084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.103084] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.371965] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.500284] env[69933]: INFO networking_nsxv3.common.synchronization [req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 req-3a9710f2-97bb-429c-87ff-60c67f3e0c07 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Enqueued Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 810.501213] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGHEST for action security_group_members [ 810.501325] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.501562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.605019] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.874560] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.874759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.874854] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.875898] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.875898] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.875898] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be updated. [ 810.907605] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.907605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.907605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.907605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.907872] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.918355] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: IN_PROGRESS for 2s [ 811.107829] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.477684] env[69933]: INFO networking_nsxv3.common.synchronization [req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 req-828f2cd6-a556-47cf-88ac-60417ce69c4a tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Enqueued Resource ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 with Priority: HIGHEST for action security_group_members [ 811.478262] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 with Priority: HIGHEST for action security_group_members [ 811.478582] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e60f81-eac9-4e36-9325-60156c20e8e8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.478738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.478782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.478973] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.479262] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.479372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.479435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.482269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.482269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.482269] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49e60f81-eac9-4e36-9325-60156c20e8e8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.610607] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.610782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.610852] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.611066] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.611184] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.611427] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 is going to be updated. [ 811.639623] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.639794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.639860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.640055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.640204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.649735] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: IN_PROGRESS for 2s [ 811.982173] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.982404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.982624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.982874] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.982995] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.983270] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.983476] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.983476] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.983631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.983831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.983831] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 is going to be updated. [ 812.003362] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: SUCCESS [ 812.003362] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.003555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.003778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.003867] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.020760] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.020975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.020975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.021152] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.021259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.030517] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 in Status: IN_PROGRESS for 2s [ 812.507538] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.508425] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.932660] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: SUCCESS [ 812.932660] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.932660] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.932895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.932932] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.933090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.933160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.933528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.933528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.933528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.933703] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.437083] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.437189] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.437232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.437526] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.437709] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.437818] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.437885] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.438061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.438151] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.438260] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.438421] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.438566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.438606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.438909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.439064] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.439160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.439220] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.439361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.439438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.439522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.439612] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.660784] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: SUCCESS [ 813.661111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.661261] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.661517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.661711] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.661837] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.661907] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.662126] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.662180] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.662248] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.941961] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8f4bfda-2512-4ffb-b5e4-cd974160a0e5: rpc.has_security_group_logging(os_id): False [ 813.966028] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.966028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.966028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.966028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.966028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.966028] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.966028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.966028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.966028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.966028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.966028] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.966028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.966028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.966028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.966028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.966640] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.966640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.966640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.966640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.966640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.966640] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be updated. [ 814.032134] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.032319] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.032388] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.032586] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.032733] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.046879] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 in Status: SUCCESS [ 814.047072] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 deletion is rescheduled due to dependency. [ 814.047170] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.051455] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: IN_PROGRESS for 2s [ 814.122155] env[69933]: INFO networking_nsxv3.common.synchronization [req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b req-19fb385e-8908-4b43-bf6c-d307666a6949 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Enqueued Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 814.122790] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 814.124434] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.124605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.124723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.124994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.125734] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.125734] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.125734] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.125734] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.125734] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.126187] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.165675] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.165871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.165968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.166228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.166342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.168638] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.168638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.168638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.168638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.168638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.168638] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 is going to be updated. [ 814.199533] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.199533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.199533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.199533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.199749] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.211285] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: IN_PROGRESS for 2s [ 814.318459] env[69933]: INFO networking_nsxv3.common.synchronization [None req-2288ba36-d109-40d8-af45-89cf1aa6060e None None] Enqueued Resource ID: 2aa7a9c0-d23a-4b05-be79-e850effa654b with Priority: HIGHEST for action port [ 814.319318] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa7a9c0-d23a-4b05-be79-e850effa654b with Priority: HIGHEST for action port [ 814.319918] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aa7a9c0-d23a-4b05-be79-e850effa654b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.320273] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aa7a9c0-d23a-4b05-be79-e850effa654b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.320468] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aa7a9c0-d23a-4b05-be79-e850effa654b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.323367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aa7a9c0-d23a-4b05-be79-e850effa654b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.323367] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aa7a9c0-d23a-4b05-be79-e850effa654b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.629209] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.629470] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.629651] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.630770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.630770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.630770] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.630770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.630770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.630770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.630770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.631071] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f577ced3-8c05-4917-a659-d6b10d13944a is going to be updated. [ 814.666147] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.669094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.669094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.669094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.669094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.681583] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: IN_PROGRESS for 2s [ 814.824542] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2aa7a9c0-d23a-4b05-be79-e850effa654b [ 814.824730] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.824862] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.824926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.825176] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.825268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.825366] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2aa7a9c0-d23a-4b05-be79-e850effa654b already deleted. [ 814.825446] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aa7a9c0-d23a-4b05-be79-e850effa654b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.069193] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: SUCCESS [ 816.069496] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.223496] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 in Status: SUCCESS [ 816.223496] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 deletion is rescheduled due to dependency. [ 816.223496] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.333940] env[69933]: INFO networking_nsxv3.common.synchronization [None req-b4a6c70a-1166-4c2d-b690-684a4a8190c7 None None] Enqueued Resource ID: 659e7375-0a23-4258-875b-ff69c16b9bb0 with Priority: HIGHEST for action port [ 816.336455] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659e7375-0a23-4258-875b-ff69c16b9bb0 with Priority: HIGHEST for action port [ 816.341517] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-659e7375-0a23-4258-875b-ff69c16b9bb0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.341517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-659e7375-0a23-4258-875b-ff69c16b9bb0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.341517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-659e7375-0a23-4258-875b-ff69c16b9bb0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.341517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-659e7375-0a23-4258-875b-ff69c16b9bb0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.341517] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('659e7375-0a23-4258-875b-ff69c16b9bb0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.692277] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: SUCCESS [ 816.692277] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f577ced3-8c05-4917-a659-d6b10d13944a deletion is rescheduled due to dependency. [ 816.692363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.850829] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 659e7375-0a23-4258-875b-ff69c16b9bb0 [ 816.851117] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.851267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.851356] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.851575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.851667] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.851765] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:659e7375-0a23-4258-875b-ff69c16b9bb0 already deleted. [ 816.851849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-659e7375-0a23-4258-875b-ff69c16b9bb0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.043426] env[69933]: INFO networking_nsxv3.common.synchronization [req-5a51243e-b0e3-4401-b119-b7bf820efc3e req-24af4bae-a81b-418d-b859-0d2856da24c6 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Enqueued Resource ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf with Priority: HIGHEST for action security_group_members [ 817.043983] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf with Priority: HIGHEST for action security_group_members [ 817.044304] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bd25c0a-a661-4c28-b42f-0b161d240baf taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.044456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.044542] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.044933] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.045327] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.045599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.046230] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.046519] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.046653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.046826] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bd25c0a-a661-4c28-b42f-0b161d240baf',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.278932] env[69933]: INFO networking_nsxv3.common.synchronization [None req-bee4d238-4e9f-4277-a1a5-6098ebdd5e3b None None] Enqueued Resource ID: eef24d71-62b7-48a9-af29-c8ee04b0c702 with Priority: HIGHEST for action port [ 817.279232] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef24d71-62b7-48a9-af29-c8ee04b0c702 with Priority: HIGHEST for action port [ 817.280158] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-eef24d71-62b7-48a9-af29-c8ee04b0c702 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.280296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eef24d71-62b7-48a9-af29-c8ee04b0c702" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.280368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eef24d71-62b7-48a9-af29-c8ee04b0c702" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.280622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eef24d71-62b7-48a9-af29-c8ee04b0c702" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.280708] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eef24d71-62b7-48a9-af29-c8ee04b0c702',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.550291] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.550457] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.550568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.550939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.550972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.551182] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.551305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.551367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.551534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.551615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.551700] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf already deleted. [ 817.551783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.617806] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.617806] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.617806] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.617806] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.621028] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.621028] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.621028] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.621028] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.621028] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.621028] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.621028] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.621028] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.621028] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.622119] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.622797] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.624962] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.648232] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.648232] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 817.648232] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.648232] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.648232] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-0940228c-68a9-4410-8ff5-95234bafdff1 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.648232] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-0940228c-68a9-4410-8ff5-95234bafdff1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.648232] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-0940228c-68a9-4410-8ff5-95234bafdff1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.648232] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-0940228c-68a9-4410-8ff5-95234bafdff1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.648232] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0940228c-68a9-4410-8ff5-95234bafdff1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.786177] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eef24d71-62b7-48a9-af29-c8ee04b0c702 [ 817.786177] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.786177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.786177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.786177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.786177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.786177] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eef24d71-62b7-48a9-af29-c8ee04b0c702 already deleted. [ 817.786177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eef24d71-62b7-48a9-af29-c8ee04b0c702" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.153027] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.153027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.153027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.153027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.153027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.153027] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 0940228c-68a9-4410-8ff5-95234bafdff1 not found, creating... [ 818.153027] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.153027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.153027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.153027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.153027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.153676] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.153676] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.153676] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.154567] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.154893] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.155262] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 0940228c-68a9-4410-8ff5-95234bafdff1 is going to be created. [ 818.178893] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.179112] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.179234] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.179510] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.179739] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.179963] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-0940228c-68a9-4410-8ff5-95234bafdff1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.183279] env[69933]: INFO networking_nsxv3.common.synchronization [None req-17a5ace5-996f-41e0-9081-001227b44d82 None None] Enqueued Resource ID: 77554c3a-dd5a-4192-b612-26eb04c69e8f with Priority: HIGHEST for action port [ 818.184162] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77554c3a-dd5a-4192-b612-26eb04c69e8f with Priority: HIGHEST for action port [ 818.184530] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-77554c3a-dd5a-4192-b612-26eb04c69e8f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.184695] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77554c3a-dd5a-4192-b612-26eb04c69e8f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.184798] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77554c3a-dd5a-4192-b612-26eb04c69e8f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.185064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77554c3a-dd5a-4192-b612-26eb04c69e8f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.185184] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77554c3a-dd5a-4192-b612-26eb04c69e8f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.687293] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77554c3a-dd5a-4192-b612-26eb04c69e8f [ 818.687568] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.687668] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.687736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.687954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.688063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.688162] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77554c3a-dd5a-4192-b612-26eb04c69e8f already deleted. [ 818.688244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77554c3a-dd5a-4192-b612-26eb04c69e8f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.055685] env[69933]: INFO networking_nsxv3.common.synchronization [None req-9a29414c-ad48-4e62-9e2a-b54db9298662 None None] Enqueued Resource ID: fb226e29-b695-4aff-812f-13ed3f06a3bb with Priority: HIGHEST for action port [ 819.055850] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb226e29-b695-4aff-812f-13ed3f06a3bb with Priority: HIGHEST for action port [ 819.056201] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb226e29-b695-4aff-812f-13ed3f06a3bb taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.056305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb226e29-b695-4aff-812f-13ed3f06a3bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.056370] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb226e29-b695-4aff-812f-13ed3f06a3bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.056956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb226e29-b695-4aff-812f-13ed3f06a3bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.057160] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb226e29-b695-4aff-812f-13ed3f06a3bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.358209] env[69933]: INFO networking_nsxv3.common.synchronization [req-5a51243e-b0e3-4401-b119-b7bf820efc3e req-80fe39d0-d3be-4ff4-973e-50f2068fffdd service nova] Enqueued Resource ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf with Priority: HIGHEST for action security_group_rules [ 819.358388] env[69933]: INFO networking_nsxv3.common.synchronization [req-5a51243e-b0e3-4401-b119-b7bf820efc3e req-80fe39d0-d3be-4ff4-973e-50f2068fffdd service nova] Enqueued Resource ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf with Priority: HIGHEST for action security_group_members [ 819.358532] env[69933]: INFO networking_nsxv3.common.synchronization [req-5a51243e-b0e3-4401-b119-b7bf820efc3e req-80fe39d0-d3be-4ff4-973e-50f2068fffdd service nova] Enqueued Resource ID: 0940228c-68a9-4410-8ff5-95234bafdff1 with Priority: HIGHEST for action port [ 819.359113] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf with Priority: HIGHEST for action security_group_rules [ 819.359470] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf with Priority: HIGHEST for action security_group_members [ 819.359592] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0940228c-68a9-4410-8ff5-95234bafdff1 with Priority: HIGHEST for action port [ 819.359885] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bd25c0a-a661-4c28-b42f-0b161d240baf taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.360022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.360093] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.360800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.360800] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bd25c0a-a661-4c28-b42f-0b161d240baf',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.362113] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bd25c0a-a661-4c28-b42f-0b161d240baf taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.362352] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.362443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.362635] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.362791] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.362887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.362946] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.363124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.363207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.363310] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bd25c0a-a661-4c28-b42f-0b161d240baf',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.365840] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-0940228c-68a9-4410-8ff5-95234bafdff1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.365840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0940228c-68a9-4410-8ff5-95234bafdff1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.365840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0940228c-68a9-4410-8ff5-95234bafdff1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.365840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0940228c-68a9-4410-8ff5-95234bafdff1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.365840] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0940228c-68a9-4410-8ff5-95234bafdff1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.562318] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb226e29-b695-4aff-812f-13ed3f06a3bb [ 819.562318] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.562318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.562318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.562318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.562318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.562318] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb226e29-b695-4aff-812f-13ed3f06a3bb already deleted. [ 819.562318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb226e29-b695-4aff-812f-13ed3f06a3bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.862950] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bd25c0a-a661-4c28-b42f-0b161d240baf taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.863245] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.866063] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bd25c0a-a661-4c28-b42f-0b161d240baf',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.869158] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0940228c-68a9-4410-8ff5-95234bafdff1 with status ACTIVE [ 819.869158] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.869158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.869158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.869158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.869158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.869158] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.869158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.869158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.869158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.869158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.869158] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.869158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.869158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.869158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.869158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.871836] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0940228c-68a9-4410-8ff5-95234bafdff1 is going to be updated. [ 819.896670] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.896670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.896670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.896670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.896670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.896670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0940228c-68a9-4410-8ff5-95234bafdff1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.374307] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bd25c0a-a661-4c28-b42f-0b161d240baf',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.877264] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.877264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.877264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.877264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.877917] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.877917] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf is going to be created. [ 820.910958] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.911109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.911158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.911388] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.911549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.927878] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf in Status: UNINITIALIZED for 2s [ 822.030518] env[69933]: INFO networking_nsxv3.common.synchronization [req-389d5afe-5014-47da-9af3-130760595cbe req-e1d408a3-f724-44bd-909b-fb96c2dafab8 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: e43efece-a462-45e0-bcd2-66ac1444149d with Priority: HIGHEST for action security_group_members [ 822.031628] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43efece-a462-45e0-bcd2-66ac1444149d with Priority: HIGHEST for action security_group_members [ 822.031628] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e43efece-a462-45e0-bcd2-66ac1444149d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.031820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.031820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.034754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.034754] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.034754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.034754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.034754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.034967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.034967] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e43efece-a462-45e0-bcd2-66ac1444149d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.543244] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.543244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.543244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.543244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.543244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.543244] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.543244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.543244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.543244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.543244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.543244] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e43efece-a462-45e0-bcd2-66ac1444149d already deleted. [ 822.543244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.943739] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf in Status: SUCCESS [ 822.944825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.945317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.946073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.946315] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.946480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.948134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.948343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.948441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.948534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.948659] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bd25c0a-a661-4c28-b42f-0b161d240baf',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.125358] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.126471] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.126471] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.127540] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.127540] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.127540] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.127540] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.127708] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.128393] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.128829] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 823.128981] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.129111] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.129344] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.129344] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 823.129541] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.130113] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.145567] env[69933]: INFO networking_nsxv3.common.synchronization [None req-03482d4b-1e1f-43c9-97c2-4176165a12fb None None] Enqueued Resource ID: df32de34-1b1e-4b56-8b04-e515750dc9e3 with Priority: HIGHEST for action port [ 823.146238] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df32de34-1b1e-4b56-8b04-e515750dc9e3 with Priority: HIGHEST for action port [ 823.146419] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-df32de34-1b1e-4b56-8b04-e515750dc9e3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.146549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df32de34-1b1e-4b56-8b04-e515750dc9e3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.146620] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df32de34-1b1e-4b56-8b04-e515750dc9e3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.146877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df32de34-1b1e-4b56-8b04-e515750dc9e3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.146958] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df32de34-1b1e-4b56-8b04-e515750dc9e3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.153175] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.153469] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 823.153696] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.153959] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.154257] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-18b0837e-414b-4d61-bb8b-cb1227a778b1 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.154605] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-18b0837e-414b-4d61-bb8b-cb1227a778b1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.154750] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-18b0837e-414b-4d61-bb8b-cb1227a778b1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.155080] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-18b0837e-414b-4d61-bb8b-cb1227a778b1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.155224] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b0837e-414b-4d61-bb8b-cb1227a778b1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.452258] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bd25c0a-a661-4c28-b42f-0b161d240baf taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.452688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.452850] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.455769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.455769] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.455769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.455769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.455769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.455769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.455769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.455769] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bd25c0a-a661-4c28-b42f-0b161d240baf taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.455769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.455769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.455769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.455769] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.455769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.455769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.455769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.455769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.455769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.455769] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bd25c0a-a661-4c28-b42f-0b161d240baf',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.657988] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df32de34-1b1e-4b56-8b04-e515750dc9e3 [ 823.658441] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.658441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.658441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.658441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.658716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.658716] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df32de34-1b1e-4b56-8b04-e515750dc9e3 already deleted. [ 823.658716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df32de34-1b1e-4b56-8b04-e515750dc9e3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.659220] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.659404] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.659524] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.659779] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.659917] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.660102] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 18b0837e-414b-4d61-bb8b-cb1227a778b1 not found, creating... [ 823.660555] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.660555] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.660722] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.660916] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.661467] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.661820] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.661982] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.662111] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.662341] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.662477] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.662617] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 18b0837e-414b-4d61-bb8b-cb1227a778b1 is going to be created. [ 823.688386] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.688728] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.688793] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.689106] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.689451] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.689551] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-18b0837e-414b-4d61-bb8b-cb1227a778b1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.951407] env[69933]: INFO networking_nsxv3.common.synchronization [None req-7bafe03d-4ceb-4f4b-9e4c-beae3ab88f34 None None] Enqueued Resource ID: da878877-90f5-41b4-8227-7514384357df with Priority: HIGHEST for action port [ 823.953071] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da878877-90f5-41b4-8227-7514384357df with Priority: HIGHEST for action port [ 823.953071] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-da878877-90f5-41b4-8227-7514384357df taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.953071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da878877-90f5-41b4-8227-7514384357df" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.953071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da878877-90f5-41b4-8227-7514384357df" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.953071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da878877-90f5-41b4-8227-7514384357df" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.953071] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da878877-90f5-41b4-8227-7514384357df',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.958716] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bd25c0a-a661-4c28-b42f-0b161d240baf: rpc.has_security_group_logging(os_id): False [ 823.979878] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.980104] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.980226] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.980488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.980617] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.980852] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.980979] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.981073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.981256] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.981367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.981592] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.981711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.981786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.981953] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.982170] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.982390] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.982513] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.982613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.982786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.982888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.982993] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf is going to be created. [ 824.044764] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.044925] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.045130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.045551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.045794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.056282] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf in Status: IN_PROGRESS for 2s [ 824.458037] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da878877-90f5-41b4-8227-7514384357df [ 824.458037] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.458037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.458037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.458037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.458037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.458478] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da878877-90f5-41b4-8227-7514384357df already deleted. [ 824.458478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da878877-90f5-41b4-8227-7514384357df" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.836462] env[69933]: INFO networking_nsxv3.common.synchronization [req-389d5afe-5014-47da-9af3-130760595cbe req-df3f5c2c-791c-436e-af8c-62c3cbad22dc service nova] Enqueued Resource ID: e43efece-a462-45e0-bcd2-66ac1444149d with Priority: HIGHEST for action security_group_rules [ 824.836462] env[69933]: INFO networking_nsxv3.common.synchronization [req-389d5afe-5014-47da-9af3-130760595cbe req-df3f5c2c-791c-436e-af8c-62c3cbad22dc service nova] Enqueued Resource ID: e43efece-a462-45e0-bcd2-66ac1444149d with Priority: HIGHEST for action security_group_members [ 824.836462] env[69933]: INFO networking_nsxv3.common.synchronization [req-389d5afe-5014-47da-9af3-130760595cbe req-df3f5c2c-791c-436e-af8c-62c3cbad22dc service nova] Enqueued Resource ID: 18b0837e-414b-4d61-bb8b-cb1227a778b1 with Priority: HIGHEST for action port [ 824.836462] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43efece-a462-45e0-bcd2-66ac1444149d with Priority: HIGHEST for action security_group_rules [ 824.836462] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43efece-a462-45e0-bcd2-66ac1444149d with Priority: HIGHEST for action security_group_members [ 824.836462] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18b0837e-414b-4d61-bb8b-cb1227a778b1 with Priority: HIGHEST for action port [ 824.836462] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e43efece-a462-45e0-bcd2-66ac1444149d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.837196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.837412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.837508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.837583] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e43efece-a462-45e0-bcd2-66ac1444149d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.841349] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e43efece-a462-45e0-bcd2-66ac1444149d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.841513] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.841704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.841817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.841940] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.842073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.842128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.842270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.842354] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.842447] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e43efece-a462-45e0-bcd2-66ac1444149d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.843375] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-18b0837e-414b-4d61-bb8b-cb1227a778b1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.843519] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18b0837e-414b-4d61-bb8b-cb1227a778b1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.843587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18b0837e-414b-4d61-bb8b-cb1227a778b1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.843758] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18b0837e-414b-4d61-bb8b-cb1227a778b1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.844631] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b0837e-414b-4d61-bb8b-cb1227a778b1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.200774] env[69933]: INFO networking_nsxv3.common.synchronization [req-ffdff4c2-5264-4fde-883c-77ecea5724f9 req-828cc503-b36b-43f4-a197-509ff2ab3257 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 825.201308] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 825.201605] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.205429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.205550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.206165] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.206747] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.206982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.207119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.207355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.207686] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.207894] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.341059] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e43efece-a462-45e0-bcd2-66ac1444149d taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.341186] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.346676] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e43efece-a462-45e0-bcd2-66ac1444149d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.348058] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18b0837e-414b-4d61-bb8b-cb1227a778b1 with status ACTIVE [ 825.348175] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.348310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.348380] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.348585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.348674] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.348893] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.350154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.350154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.350154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.350154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.350154] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.350154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.350154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.350154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.351250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.351651] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18b0837e-414b-4d61-bb8b-cb1227a778b1 is going to be updated. [ 825.375996] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.375996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.375996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.375996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.375996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.375996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18b0837e-414b-4d61-bb8b-cb1227a778b1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.713485] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.714222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.714402] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.716377] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.716377] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.717117] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.717299] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.717412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.717672] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.717820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.718059] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 already deleted. [ 825.718277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.720555] env[69933]: INFO networking_nsxv3.common.synchronization [req-ffdff4c2-5264-4fde-883c-77ecea5724f9 req-8200c62a-b355-4c88-b224-5a0469d0c620 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 825.721261] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 825.721601] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.721877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.721877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.722166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.722385] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.722535] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.722634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.722831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.722977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.723180] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.854143] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e43efece-a462-45e0-bcd2-66ac1444149d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.005337] env[69933]: INFO networking_nsxv3.common.synchronization [None req-f201a90e-93bf-44af-a692-86bdc1301c6f None None] Enqueued Resource ID: 753be5dd-0994-4902-b621-cf9b81bde927 with Priority: HIGHEST for action port [ 826.005980] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 753be5dd-0994-4902-b621-cf9b81bde927 with Priority: HIGHEST for action port [ 826.006688] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-753be5dd-0994-4902-b621-cf9b81bde927 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.006827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-753be5dd-0994-4902-b621-cf9b81bde927" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.007417] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-753be5dd-0994-4902-b621-cf9b81bde927" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.007417] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-753be5dd-0994-4902-b621-cf9b81bde927" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.007536] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('753be5dd-0994-4902-b621-cf9b81bde927',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.034618] env[69933]: INFO networking_nsxv3.common.synchronization [None req-9d02be44-ecd9-4c9d-869a-6dddbe3eda95 None None] Enqueued Resource ID: 01731f8a-d1f0-4ac2-82eb-d1ece37f15cc with Priority: HIGHEST for action port [ 826.034912] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01731f8a-d1f0-4ac2-82eb-d1ece37f15cc with Priority: HIGHEST for action port [ 826.035426] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-01731f8a-d1f0-4ac2-82eb-d1ece37f15cc taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.035542] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01731f8a-d1f0-4ac2-82eb-d1ece37f15cc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.035619] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01731f8a-d1f0-4ac2-82eb-d1ece37f15cc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.035894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01731f8a-d1f0-4ac2-82eb-d1ece37f15cc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.035975] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01731f8a-d1f0-4ac2-82eb-d1ece37f15cc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.072487] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf in Status: SUCCESS [ 826.072487] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.226377] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.226625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.226706] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.226957] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.227074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.227302] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.227402] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.227483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.227638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.227870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.227870] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 already deleted. [ 826.227960] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.359945] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.359945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.359945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.360307] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.360486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.360697] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e43efece-a462-45e0-bcd2-66ac1444149d is going to be created. [ 826.387099] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.387250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.387397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.387756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.387756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.399534] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e43efece-a462-45e0-bcd2-66ac1444149d in Status: UNINITIALIZED for 2s [ 826.456103] env[69933]: INFO networking_nsxv3.common.synchronization [req-ffdff4c2-5264-4fde-883c-77ecea5724f9 req-392d72d4-3a52-4d23-8620-5b8468040512 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 826.456284] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 826.457752] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.457752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.457752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.457926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.458439] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.458559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.458806] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.458806] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.459090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.459090] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.509714] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 753be5dd-0994-4902-b621-cf9b81bde927 [ 826.510300] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.510436] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.510517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.510759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.510848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.510949] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:753be5dd-0994-4902-b621-cf9b81bde927 already deleted. [ 826.511052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-753be5dd-0994-4902-b621-cf9b81bde927" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.543163] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01731f8a-d1f0-4ac2-82eb-d1ece37f15cc [ 826.543402] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.543568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.543644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.543909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.544063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.544185] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01731f8a-d1f0-4ac2-82eb-d1ece37f15cc already deleted. [ 826.544292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01731f8a-d1f0-4ac2-82eb-d1ece37f15cc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.891132] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.891132] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-238" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.891132] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-238" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.891132] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-238" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.891132] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.891132] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.891132] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.892127] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.892482] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.892811] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.893056] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.893518] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.893735] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.893951] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.894172] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.894489] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.913953] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.914339] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 826.914587] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.914973] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-238" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.915549] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-44be5167-d6fd-4055-af17-a36c0b1438af taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.915867] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-44be5167-d6fd-4055-af17-a36c0b1438af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.916106] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-44be5167-d6fd-4055-af17-a36c0b1438af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.916547] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-44be5167-d6fd-4055-af17-a36c0b1438af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.916828] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44be5167-d6fd-4055-af17-a36c0b1438af',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.961438] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.961596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.961666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.961879] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.961969] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.962186] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.962319] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.962392] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.962574] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.964391] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.964391] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 already deleted. [ 826.964391] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.420808] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.421103] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.421377] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.421978] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.421978] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.421978] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 44be5167-d6fd-4055-af17-a36c0b1438af not found, creating... [ 827.422189] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.422521] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.422521] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.422806] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.423259] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.423259] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.423467] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.423649] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.423842] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.424052] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.424380] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 44be5167-d6fd-4055-af17-a36c0b1438af is going to be created. [ 827.449546] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.449546] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.449546] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.449546] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.449546] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.449546] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-44be5167-d6fd-4055-af17-a36c0b1438af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.848713] env[69933]: INFO networking_nsxv3.common.synchronization [req-ad49de9a-6e26-4889-a813-b83a75d308a1 req-7dbe8ee1-8560-4a87-b36a-9543c9470bcf tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Enqueued Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGHEST for action security_group_members [ 827.849290] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGHEST for action security_group_members [ 827.851651] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e62d306-f33e-439a-9859-c6652283fb5c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.851651] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.851651] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.851651] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.853252] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.853534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.853534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.853693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.853884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.853884] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.297012] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.297012] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.297288] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.297375] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.297589] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.297744] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.297858] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.304149] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.304459] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.304701] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.304816] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.304924] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.305072] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.305146] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.305249] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.305420] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.328269] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.328429] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 828.328897] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.328897] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.329056] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-23bca62b-9c7a-433b-9a81-b2eab31bd490 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.329230] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-23bca62b-9c7a-433b-9a81-b2eab31bd490" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.329354] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-23bca62b-9c7a-433b-9a81-b2eab31bd490" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.329801] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-23bca62b-9c7a-433b-9a81-b2eab31bd490" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.330042] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23bca62b-9c7a-433b-9a81-b2eab31bd490',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.333617] env[69933]: INFO networking_nsxv3.common.synchronization [req-ffdff4c2-5264-4fde-883c-77ecea5724f9 req-a05c9614-5be1-4334-90ac-246e6cfde64e service nova] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_rules [ 828.333802] env[69933]: INFO networking_nsxv3.common.synchronization [req-ffdff4c2-5264-4fde-883c-77ecea5724f9 req-a05c9614-5be1-4334-90ac-246e6cfde64e service nova] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 828.333938] env[69933]: INFO networking_nsxv3.common.synchronization [req-ffdff4c2-5264-4fde-883c-77ecea5724f9 req-a05c9614-5be1-4334-90ac-246e6cfde64e service nova] Enqueued Resource ID: 44be5167-d6fd-4055-af17-a36c0b1438af with Priority: HIGHEST for action port [ 828.334217] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_rules [ 828.334317] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 828.334453] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44be5167-d6fd-4055-af17-a36c0b1438af with Priority: HIGHEST for action port [ 828.335045] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.335164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.335234] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.335485] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.335572] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.336603] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.336734] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.338588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.338588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.338588] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.338588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.338588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.338588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.338588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.338588] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.339753] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-44be5167-d6fd-4055-af17-a36c0b1438af taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.339878] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44be5167-d6fd-4055-af17-a36c0b1438af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.339931] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44be5167-d6fd-4055-af17-a36c0b1438af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.340080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44be5167-d6fd-4055-af17-a36c0b1438af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.340168] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44be5167-d6fd-4055-af17-a36c0b1438af',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.356753] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.410134] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e43efece-a462-45e0-bcd2-66ac1444149d in Status: SUCCESS [ 828.410404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.410774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.410845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.411026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.411190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.411300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.411766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.411766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.411766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.411894] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e43efece-a462-45e0-bcd2-66ac1444149d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.833410] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.833653] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.833797] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.834116] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.834269] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.834431] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 23bca62b-9c7a-433b-9a81-b2eab31bd490 not found, creating... [ 828.834704] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.834866] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.834982] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.835220] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.835355] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.835673] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.835845] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.835963] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.836191] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.836336] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.836475] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 23bca62b-9c7a-433b-9a81-b2eab31bd490 is going to be created. [ 828.840155] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.841119] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.841219] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.844876] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44be5167-d6fd-4055-af17-a36c0b1438af with status ACTIVE [ 828.844956] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.845102] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.845183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.846047] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.846047] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.846047] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.846047] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.846047] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.846047] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.846047] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.846378] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.846378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.846378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.846474] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.846535] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.846620] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44be5167-d6fd-4055-af17-a36c0b1438af is going to be updated. [ 828.860451] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.865333] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.865570] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.865708] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.865985] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.866231] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.866455] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-23bca62b-9c7a-433b-9a81-b2eab31bd490" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.876311] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.876472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.876535] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.876815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.876952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.877126] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44be5167-d6fd-4055-af17-a36c0b1438af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.917676] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e43efece-a462-45e0-bcd2-66ac1444149d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.240480] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-569 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.240728] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-569" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.240728] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-569" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.241131] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-569" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.242154] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.242387] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.244764] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.244764] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.244764] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.244764] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.244764] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.244764] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.244764] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.244764] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.244764] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.244764] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.267830] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.268151] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 829.268259] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.268374] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-569" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.268799] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-96b3742f-d7c3-443e-822d-30b5c88055ff taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.268947] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-96b3742f-d7c3-443e-822d-30b5c88055ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.269061] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-96b3742f-d7c3-443e-822d-30b5c88055ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.269476] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-96b3742f-d7c3-443e-822d-30b5c88055ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.269633] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96b3742f-d7c3-443e-822d-30b5c88055ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.342980] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.371886] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.371886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.372149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.372293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.372720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.372929] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e62d306-f33e-439a-9859-c6652283fb5c is going to be updated. [ 829.410771] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.410771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.410771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.410962] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.411073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.419893] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e43efece-a462-45e0-bcd2-66ac1444149d: rpc.has_security_group_logging(os_id): False [ 829.422212] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e62d306-f33e-439a-9859-c6652283fb5c in Status: IN_PROGRESS for 2s [ 829.439372] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.439660] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.439951] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.440049] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.440124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.440392] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.440505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.440557] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.440770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.440850] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.441073] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e43efece-a462-45e0-bcd2-66ac1444149d is going to be created. [ 829.515058] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.515282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.515326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.515521] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.516287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.528866] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e43efece-a462-45e0-bcd2-66ac1444149d in Status: IN_PROGRESS for 2s [ 829.638761] env[69933]: INFO networking_nsxv3.common.synchronization [req-ad49de9a-6e26-4889-a813-b83a75d308a1 req-7a9d2c31-0d2c-40b7-9b81-5d8b5d54fd63 service nova] Enqueued Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGHEST for action security_group_rules [ 829.638937] env[69933]: INFO networking_nsxv3.common.synchronization [req-ad49de9a-6e26-4889-a813-b83a75d308a1 req-7a9d2c31-0d2c-40b7-9b81-5d8b5d54fd63 service nova] Enqueued Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGHEST for action security_group_members [ 829.639143] env[69933]: INFO networking_nsxv3.common.synchronization [req-ad49de9a-6e26-4889-a813-b83a75d308a1 req-7a9d2c31-0d2c-40b7-9b81-5d8b5d54fd63 service nova] Enqueued Resource ID: 23bca62b-9c7a-433b-9a81-b2eab31bd490 with Priority: HIGHEST for action port [ 829.639337] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGHEST for action security_group_rules [ 829.639466] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGHEST for action security_group_members [ 829.639621] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bca62b-9c7a-433b-9a81-b2eab31bd490 with Priority: HIGHEST for action port [ 829.640248] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e62d306-f33e-439a-9859-c6652283fb5c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.640357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.640503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.640628] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.640710] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.645268] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e62d306-f33e-439a-9859-c6652283fb5c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.645268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.645268] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-23bca62b-9c7a-433b-9a81-b2eab31bd490 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.645268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23bca62b-9c7a-433b-9a81-b2eab31bd490" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.645268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23bca62b-9c7a-433b-9a81-b2eab31bd490" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.645268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23bca62b-9c7a-433b-9a81-b2eab31bd490" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.645268] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23bca62b-9c7a-433b-9a81-b2eab31bd490',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.775023] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.775023] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.775023] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.775023] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.775023] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.775023] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 96b3742f-d7c3-443e-822d-30b5c88055ff not found, creating... [ 829.775023] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.775023] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.775023] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.775023] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.775023] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.775685] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.775685] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.775685] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.776267] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.776545] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.776801] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 96b3742f-d7c3-443e-822d-30b5c88055ff is going to be created. [ 829.825029] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.825029] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.825029] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.825029] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.825757] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.826239] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-96b3742f-d7c3-443e-822d-30b5c88055ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.847134] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.847134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.847134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.847134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.847134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.847134] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be created. [ 829.877726] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.877726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.877726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.877726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.877726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.923520] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: UNINITIALIZED for 2s [ 830.146828] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e62d306-f33e-439a-9859-c6652283fb5c taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.146828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.146940] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23bca62b-9c7a-433b-9a81-b2eab31bd490 with status ACTIVE [ 830.147040] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.147146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.147219] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.147441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.148115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.148115] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.148115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.148115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.148115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.148341] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.148369] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.148452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.148518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.148662] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.148736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.148828] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23bca62b-9c7a-433b-9a81-b2eab31bd490 is going to be updated. [ 830.181444] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.181572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.181572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.181763] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.181899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.182119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23bca62b-9c7a-433b-9a81-b2eab31bd490" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.828621] env[69933]: INFO networking_nsxv3.common.synchronization [req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e req-0a9bd6c7-5292-497d-9016-051a3cc02c4a tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Enqueued Resource ID: a8c7ac16-353e-4374-abbc-9a1d012852ff with Priority: HIGHEST for action security_group_members [ 830.829212] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c7ac16-353e-4374-abbc-9a1d012852ff with Priority: HIGHEST for action security_group_members [ 830.829525] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c7ac16-353e-4374-abbc-9a1d012852ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.829691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.829762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.829996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.834704] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.834704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.834704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.834704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.834704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.834704] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c7ac16-353e-4374-abbc-9a1d012852ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.847986] env[69933]: INFO networking_nsxv3.common.synchronization [req-ffdff4c2-5264-4fde-883c-77ecea5724f9 req-83ad829d-9c96-4f13-91ec-cf4639ea9c17 service nova] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_rules [ 830.847986] env[69933]: INFO networking_nsxv3.common.synchronization [req-ffdff4c2-5264-4fde-883c-77ecea5724f9 req-83ad829d-9c96-4f13-91ec-cf4639ea9c17 service nova] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 830.847986] env[69933]: INFO networking_nsxv3.common.synchronization [req-ffdff4c2-5264-4fde-883c-77ecea5724f9 req-83ad829d-9c96-4f13-91ec-cf4639ea9c17 service nova] Enqueued Resource ID: 96b3742f-d7c3-443e-822d-30b5c88055ff with Priority: HIGHEST for action port [ 830.847986] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_rules [ 830.847986] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 830.847986] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96b3742f-d7c3-443e-822d-30b5c88055ff with Priority: HIGHEST for action port [ 830.849330] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.849538] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.849809] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.851456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.851456] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-96b3742f-d7c3-443e-822d-30b5c88055ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.851456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96b3742f-d7c3-443e-822d-30b5c88055ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.851456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96b3742f-d7c3-443e-822d-30b5c88055ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.851456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96b3742f-d7c3-443e-822d-30b5c88055ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.851456] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96b3742f-d7c3-443e-822d-30b5c88055ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.265408] env[69933]: INFO networking_nsxv3.common.synchronization [req-4468107b-ae98-4b4b-b26a-15163bfc80d2 req-a4a845e0-0d9d-436c-8fd3-c59c3caa3c51 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Enqueued Resource ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf with Priority: HIGHEST for action security_group_members [ 831.266099] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf with Priority: HIGHEST for action security_group_members [ 831.267030] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bd25c0a-a661-4c28-b42f-0b161d240baf taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.267230] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.267325] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.267550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.267860] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.267996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.268118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.268711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.268838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.268942] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bd25c0a-a661-4c28-b42f-0b161d240baf',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.439103] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.439239] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.439304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.439541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.439612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.440099] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.440099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.440099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.440099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.440305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.440305] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c7ac16-353e-4374-abbc-9a1d012852ff already deleted. [ 831.440305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.440455] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96b3742f-d7c3-443e-822d-30b5c88055ff with status ACTIVE [ 831.440600] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.440718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.440766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.440876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.440945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.441109] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.441240] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.441240] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.442019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.442019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.442019] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.442019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.442019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.442019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.442019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.442459] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96b3742f-d7c3-443e-822d-30b5c88055ff is going to be updated. [ 831.456948] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e62d306-f33e-439a-9859-c6652283fb5c in Status: SUCCESS [ 831.457219] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.457386] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.457644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.457916] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.458254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.458254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.458373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.458472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.458625] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.474102] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.474270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.474370] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.474595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.474733] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.474886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96b3742f-d7c3-443e-822d-30b5c88055ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.534136] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.534350] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-57" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.534509] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-57" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.534858] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-57" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.535157] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.535377] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.535493] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.535803] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.535901] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.536103] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.536222] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.536329] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.536465] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.536614] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.536673] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.536971] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.554193] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e43efece-a462-45e0-bcd2-66ac1444149d in Status: SUCCESS [ 831.554522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.568677] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.568892] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.569018] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.569208] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-57" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.569540] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-6277bbb6-61f4-411b-99c2-6c926de9f731 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.569706] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-6277bbb6-61f4-411b-99c2-6c926de9f731" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.569906] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-6277bbb6-61f4-411b-99c2-6c926de9f731" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.570250] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-6277bbb6-61f4-411b-99c2-6c926de9f731" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.570409] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6277bbb6-61f4-411b-99c2-6c926de9f731',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.749373] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.749790] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-238" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.749790] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-238" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.749932] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-238" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.750212] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.750378] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.750501] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.750726] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.750869] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.751124] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.751214] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.751318] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.751493] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.751565] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.751663] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.751804] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.770516] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.770735] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.770877] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.771065] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-238" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.771378] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-e9dd9338-95b5-444c-95ce-dbe1d125e3d8 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.771549] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-e9dd9338-95b5-444c-95ce-dbe1d125e3d8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.771665] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-e9dd9338-95b5-444c-95ce-dbe1d125e3d8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.771985] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-e9dd9338-95b5-444c-95ce-dbe1d125e3d8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.772134] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9dd9338-95b5-444c-95ce-dbe1d125e3d8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.774683] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.774831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.774885] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.775061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.775150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.775327] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.775424] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.775489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.775859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.775859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.775859] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf is going to be updated. [ 831.809557] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.809729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.809774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.810016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.810162] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.819548] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf in Status: IN_PROGRESS for 2s [ 831.930891] env[69933]: INFO networking_nsxv3.common.synchronization [req-1f350541-6f3b-4733-ac81-21b48a978bb7 req-fe7a13de-51e7-4383-9a33-c55abc45d708 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Enqueued Resource ID: de0f0c96-e431-4783-8ae9-935f1241e8aa with Priority: HIGHEST for action security_group_members [ 831.931561] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0f0c96-e431-4783-8ae9-935f1241e8aa with Priority: HIGHEST for action security_group_members [ 831.932017] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-de0f0c96-e431-4783-8ae9-935f1241e8aa taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.932121] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.932121] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.932373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.932577] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.932649] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.932714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.933236] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.933284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.933433] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de0f0c96-e431-4783-8ae9-935f1241e8aa',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.934973] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 831.935189] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.936076] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.936264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.936475] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.936637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.936708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.936893] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.936979] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.937077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.937169] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.939271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.939271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.939271] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.939271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.939271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.939880] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.939880] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.939880] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.960803] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.073325] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.073663] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.073793] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.074094] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.074250] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.074426] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 6277bbb6-61f4-411b-99c2-6c926de9f731 not found, creating... [ 832.074711] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.074873] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.074987] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.075228] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.075359] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.075637] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.076455] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.076604] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.076846] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.077029] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.077228] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 6277bbb6-61f4-411b-99c2-6c926de9f731 is going to be created. [ 832.105855] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.105855] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.105855] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.106269] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.106534] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.106810] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-6277bbb6-61f4-411b-99c2-6c926de9f731" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.275747] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.276072] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.276072] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.278024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.278024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.278024] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port e9dd9338-95b5-444c-95ce-dbe1d125e3d8 not found, creating... [ 832.278024] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.278024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.278024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.278024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.278024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.278024] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.278024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.278441] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.278441] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.278441] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.278577] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: e9dd9338-95b5-444c-95ce-dbe1d125e3d8 is going to be created. [ 832.301692] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.301967] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.302991] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.302991] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.302991] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.302991] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-e9dd9338-95b5-444c-95ce-dbe1d125e3d8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.439418] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.439598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.439831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.439915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.439970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.440175] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.440281] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.440334] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.440500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.440580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.442445] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de0f0c96-e431-4783-8ae9-935f1241e8aa is going to be updated. [ 832.442445] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.442445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.442725] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.463146] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.478195] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.478381] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.478467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.478713] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.479163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.489367] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de0f0c96-e431-4783-8ae9-935f1241e8aa in Status: IN_PROGRESS for 2s [ 832.944891] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.966604] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.966947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.966947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.967212] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.967212] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.967300] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e62d306-f33e-439a-9859-c6652283fb5c is going to be updated. [ 833.010037] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.010241] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.010280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.010473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.010654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.022883] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e62d306-f33e-439a-9859-c6652283fb5c in Status: IN_PROGRESS for 2s [ 833.402301] env[69933]: INFO networking_nsxv3.common.synchronization [req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e req-6fcbb3e5-336e-45ab-8c3c-947454670d41 service nova] Enqueued Resource ID: a8c7ac16-353e-4374-abbc-9a1d012852ff with Priority: HIGHEST for action security_group_rules [ 833.402301] env[69933]: INFO networking_nsxv3.common.synchronization [req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e req-6fcbb3e5-336e-45ab-8c3c-947454670d41 service nova] Enqueued Resource ID: a8c7ac16-353e-4374-abbc-9a1d012852ff with Priority: HIGHEST for action security_group_members [ 833.402301] env[69933]: INFO networking_nsxv3.common.synchronization [req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e req-6fcbb3e5-336e-45ab-8c3c-947454670d41 service nova] Enqueued Resource ID: 6277bbb6-61f4-411b-99c2-6c926de9f731 with Priority: HIGHEST for action port [ 833.402833] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c7ac16-353e-4374-abbc-9a1d012852ff with Priority: HIGHEST for action security_group_rules [ 833.403095] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c7ac16-353e-4374-abbc-9a1d012852ff with Priority: HIGHEST for action security_group_members [ 833.403296] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6277bbb6-61f4-411b-99c2-6c926de9f731 with Priority: HIGHEST for action port [ 833.403781] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8c7ac16-353e-4374-abbc-9a1d012852ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.403949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.404016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.404296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.404328] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8c7ac16-353e-4374-abbc-9a1d012852ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.408574] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c7ac16-353e-4374-abbc-9a1d012852ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.408706] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.408772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.408975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.409151] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.409245] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.409318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.409456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.409541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.409630] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c7ac16-353e-4374-abbc-9a1d012852ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.410525] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6277bbb6-61f4-411b-99c2-6c926de9f731 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.410634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6277bbb6-61f4-411b-99c2-6c926de9f731" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.410688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6277bbb6-61f4-411b-99c2-6c926de9f731" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.410840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6277bbb6-61f4-411b-99c2-6c926de9f731" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.410909] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6277bbb6-61f4-411b-99c2-6c926de9f731',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.447221] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.447390] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.447390] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.447596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.447688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.447791] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be updated. [ 833.481402] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.481674] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.481908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.482222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.482419] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.498177] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: IN_PROGRESS for 2s [ 833.501455] env[69933]: INFO networking_nsxv3.common.synchronization [req-ffdff4c2-5264-4fde-883c-77ecea5724f9 req-766338a8-ebb0-41f1-a73b-327730e71ccb service nova] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_rules [ 833.501455] env[69933]: INFO networking_nsxv3.common.synchronization [req-ffdff4c2-5264-4fde-883c-77ecea5724f9 req-766338a8-ebb0-41f1-a73b-327730e71ccb service nova] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 833.501455] env[69933]: INFO networking_nsxv3.common.synchronization [req-ffdff4c2-5264-4fde-883c-77ecea5724f9 req-766338a8-ebb0-41f1-a73b-327730e71ccb service nova] Enqueued Resource ID: e9dd9338-95b5-444c-95ce-dbe1d125e3d8 with Priority: HIGHEST for action port [ 833.502899] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_rules [ 833.502899] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 833.502899] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dd9338-95b5-444c-95ce-dbe1d125e3d8 with Priority: HIGHEST for action port [ 833.502899] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.502899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.502899] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.502899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.502899] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9dd9338-95b5-444c-95ce-dbe1d125e3d8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.503272] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9dd9338-95b5-444c-95ce-dbe1d125e3d8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.503272] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9dd9338-95b5-444c-95ce-dbe1d125e3d8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.503272] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9dd9338-95b5-444c-95ce-dbe1d125e3d8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.503520] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9dd9338-95b5-444c-95ce-dbe1d125e3d8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.800043] env[69933]: INFO networking_nsxv3.common.synchronization [req-e748d90f-6e73-4287-a8ed-eafca1e14c5f req-d9bba183-db73-4acd-a0a6-96ecdfff1870 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Enqueued Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGHEST for action security_group_members [ 833.800567] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGHEST for action security_group_members [ 833.800861] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.800983] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.801455] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.801455] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.801572] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.801655] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.801704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.801823] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.801909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.802013] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.832459] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf in Status: SUCCESS [ 833.832459] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf deletion is rescheduled due to dependency. [ 833.832459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.909422] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c7ac16-353e-4374-abbc-9a1d012852ff taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.909422] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.916268] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8c7ac16-353e-4374-abbc-9a1d012852ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.916268] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6277bbb6-61f4-411b-99c2-6c926de9f731 with status ACTIVE [ 833.917728] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.917728] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.922018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.922018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.922018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.922018] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.922018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.922018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.922018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.922018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.922018] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.922018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.922018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.922018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.922018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.922018] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6277bbb6-61f4-411b-99c2-6c926de9f731 is going to be updated. [ 833.944017] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.944404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.944504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.944756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.944941] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.945140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6277bbb6-61f4-411b-99c2-6c926de9f731" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.006382] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9dd9338-95b5-444c-95ce-dbe1d125e3d8 with status ACTIVE [ 834.006792] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.007124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.007470] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.009389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.009458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.009767] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.009922] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.010027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.010240] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.010361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.010585] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.010748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.010848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.011051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.011193] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.011334] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9dd9338-95b5-444c-95ce-dbe1d125e3d8 is going to be updated. [ 834.049506] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.049673] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.049734] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.049942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.050118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.050255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9dd9338-95b5-444c-95ce-dbe1d125e3d8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.189901] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.190129] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.190256] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.190517] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.190796] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.190973] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.191262] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.191872] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.192227] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.192393] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.192532] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.192648] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.192774] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.192914] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.193048] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.193187] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.226831] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.227059] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 834.227230] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.227452] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.227828] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-bc79b630-810d-4401-8673-b6b3fa7ea085 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.228061] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-bc79b630-810d-4401-8673-b6b3fa7ea085" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.228189] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-bc79b630-810d-4401-8673-b6b3fa7ea085" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.228573] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-bc79b630-810d-4401-8673-b6b3fa7ea085" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.228728] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc79b630-810d-4401-8673-b6b3fa7ea085',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.306979] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.307207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.307286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.307567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.307622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.307801] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.308506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.308506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.308506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.308506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.308506] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce already deleted. [ 834.308506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.424902] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8c7ac16-353e-4374-abbc-9a1d012852ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.501255] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de0f0c96-e431-4783-8ae9-935f1241e8aa in Status: SUCCESS [ 834.501255] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de0f0c96-e431-4783-8ae9-935f1241e8aa deletion is rescheduled due to dependency. [ 834.501255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.731895] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.732499] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.732499] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.732600] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.732688] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.732840] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port bc79b630-810d-4401-8673-b6b3fa7ea085 not found, creating... [ 834.733428] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.733562] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.733739] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.734065] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.734215] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.734570] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.734895] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.734895] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.735903] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.735903] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.735903] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: bc79b630-810d-4401-8673-b6b3fa7ea085 is going to be created. [ 834.762848] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.763106] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.763233] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.763601] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.763829] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.764078] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-bc79b630-810d-4401-8673-b6b3fa7ea085" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.930292] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.930292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.930292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.930292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.930292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.930292] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c7ac16-353e-4374-abbc-9a1d012852ff is going to be created. [ 835.042093] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e62d306-f33e-439a-9859-c6652283fb5c in Status: SUCCESS [ 835.042432] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.042565] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.042789] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.042989] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.043126] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.043194] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.043352] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.043475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.043568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.043664] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.046803] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.046940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.047022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.047227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.047384] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.060105] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c7ac16-353e-4374-abbc-9a1d012852ff in Status: UNINITIALIZED for 2s [ 835.509114] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 835.509474] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.509681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.509941] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.510246] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.510421] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.510524] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.510722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.510819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.510920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.515026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.515026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.515026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.515026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.515026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.515026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.515026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.515026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.515026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.515026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.515026] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.519367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.519751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.519751] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.519875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.519875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.520037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.520122] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.520213] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.521657] env[69933]: INFO networking_nsxv3.common.synchronization [req-e748d90f-6e73-4287-a8ed-eafca1e14c5f req-dc9e24e9-e8be-4bbf-9e0c-ff0e21f67cd4 service nova] Enqueued Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGHEST for action security_group_rules [ 835.521839] env[69933]: INFO networking_nsxv3.common.synchronization [req-e748d90f-6e73-4287-a8ed-eafca1e14c5f req-dc9e24e9-e8be-4bbf-9e0c-ff0e21f67cd4 service nova] Enqueued Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGHEST for action security_group_members [ 835.521987] env[69933]: INFO networking_nsxv3.common.synchronization [req-e748d90f-6e73-4287-a8ed-eafca1e14c5f req-dc9e24e9-e8be-4bbf-9e0c-ff0e21f67cd4 service nova] Enqueued Resource ID: bc79b630-810d-4401-8673-b6b3fa7ea085 with Priority: HIGHEST for action port [ 835.526161] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGHEST for action security_group_rules [ 835.526161] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGHEST for action security_group_members [ 835.526161] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc79b630-810d-4401-8673-b6b3fa7ea085 with Priority: HIGHEST for action port [ 835.526161] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.526161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.526161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.526161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.526161] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.530962] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.531188] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.531278] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.531559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.531869] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.531953] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.532055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.532296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.532438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.532595] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.533805] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc79b630-810d-4401-8673-b6b3fa7ea085 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.534436] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc79b630-810d-4401-8673-b6b3fa7ea085" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.534546] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc79b630-810d-4401-8673-b6b3fa7ea085" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.534773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc79b630-810d-4401-8673-b6b3fa7ea085" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.534898] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc79b630-810d-4401-8673-b6b3fa7ea085',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.549597] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e62d306-f33e-439a-9859-c6652283fb5c taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.550573] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.550573] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.550573] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.550573] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.550897] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.550897] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.551091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.551243] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.551404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.551664] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e62d306-f33e-439a-9859-c6652283fb5c taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.551851] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.551967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.552223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.552459] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.552624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.552738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.552967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.553745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.553918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.554099] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.016598] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfd92b65-b571-4f30-9b05-7b7c15f4e375: rpc.has_security_group_logging(os_id): False [ 836.027388] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.037361] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.038429] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.038536] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.038986] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc79b630-810d-4401-8673-b6b3fa7ea085 with status ACTIVE [ 836.039213] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.039330] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.039396] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.039596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.039686] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.039879] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.039995] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.040068] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.040271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.040367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.040527] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.040653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.040715] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.040866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.040984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.041065] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc79b630-810d-4401-8673-b6b3fa7ea085 is going to be updated. [ 836.043649] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.043649] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.043649] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.043649] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.043649] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.044028] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.044028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.044028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.044028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.044157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.044334] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.044444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.044527] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.044673] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.044785] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.044963] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.045107] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.045166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.045309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.045410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.045517] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be created. [ 836.057779] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e62d306-f33e-439a-9859-c6652283fb5c: rpc.has_security_group_logging(os_id): False [ 836.071092] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.071092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.071092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.071259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.071259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.071405] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc79b630-810d-4401-8673-b6b3fa7ea085" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.080987] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.080987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.080987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.081845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.081845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.082452] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.082452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.082452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.082452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.082635] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.082722] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.082821] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.082882] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.083051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.083222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.083520] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.083687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.083805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.083969] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.084101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.084203] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e62d306-f33e-439a-9859-c6652283fb5c is going to be updated. [ 836.113637] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.115450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.115450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.115450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.115450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.125207] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: IN_PROGRESS for 2s [ 836.166805] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.167018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.167103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.167342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.167505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.193294] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e62d306-f33e-439a-9859-c6652283fb5c in Status: IN_PROGRESS for 2s [ 836.530307] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.540268] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.033728] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.033821] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.033878] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.034131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.034225] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.034327] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be updated. [ 837.042418] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.042620] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.042705] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.042980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.043099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.043201] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce is going to be created. [ 837.065473] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.065855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.065855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.065944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.066196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.072798] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c7ac16-353e-4374-abbc-9a1d012852ff in Status: SUCCESS [ 837.073083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.073270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.073525] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.073751] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.073911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.073983] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.074190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.074279] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.074383] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.074502] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8c7ac16-353e-4374-abbc-9a1d012852ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.079322] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.079322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.079322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.079322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.079322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.080980] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: IN_PROGRESS for 2s [ 837.095103] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce in Status: UNINITIALIZED for 2s [ 837.583558] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8c7ac16-353e-4374-abbc-9a1d012852ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.085995] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8c7ac16-353e-4374-abbc-9a1d012852ff: rpc.has_security_group_logging(os_id): False [ 838.107382] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.107572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.107662] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.107893] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.107993] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.108259] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.108362] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.108456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.108620] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.108705] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.108797] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8c7ac16-353e-4374-abbc-9a1d012852ff is going to be created. [ 838.136894] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 838.137196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.137591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.137635] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.137754] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.169178] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.169178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.169288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.169625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.169801] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.186372] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8c7ac16-353e-4374-abbc-9a1d012852ff in Status: IN_PROGRESS for 2s [ 838.209249] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e62d306-f33e-439a-9859-c6652283fb5c in Status: SUCCESS [ 838.209916] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.640140] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.640345] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.691021] env[69933]: INFO networking_nsxv3.common.synchronization [req-e7699903-2572-4166-9767-b4ab3b7cd31c req-cdc368b6-afaa-4e0e-aee5-b5ede17a0c62 tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Enqueued Resource ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 with Priority: HIGHEST for action security_group_members [ 838.691223] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 with Priority: HIGHEST for action security_group_members [ 838.692158] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86e15d8-8740-4317-bb86-ada1c1176bc4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.692158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.692158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.692158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.692558] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.692708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.692845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.693405] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.693405] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.693405] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b86e15d8-8740-4317-bb86-ada1c1176bc4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.025025] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.025285] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.025398] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.026033] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.026033] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.028231] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.028231] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.028231] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.028231] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.028231] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.028231] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.028231] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.028231] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.028231] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.028231] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.028231] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.050711] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.050924] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.051110] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.051340] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.051666] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-89b8d22d-6d14-48fb-90ae-6a5629661ffb taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.051875] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-89b8d22d-6d14-48fb-90ae-6a5629661ffb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.052279] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-89b8d22d-6d14-48fb-90ae-6a5629661ffb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.053075] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-89b8d22d-6d14-48fb-90ae-6a5629661ffb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.053277] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89b8d22d-6d14-48fb-90ae-6a5629661ffb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.093211] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 839.094132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.094277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.095160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.096067] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.096067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.096067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.096067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.096067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.096067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.096067] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.110038] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce in Status: SUCCESS [ 839.110038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.111022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.112052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.112052] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.112052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.112052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.112052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.112052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.112508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.112508] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.195125] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.195315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.197051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.197051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.197051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.197051] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.197051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.197051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.197051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.197051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.197051] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 already deleted. [ 839.197051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.557020] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.557254] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.557381] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.557655] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.557828] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.557993] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 89b8d22d-6d14-48fb-90ae-6a5629661ffb not found, creating... [ 839.558272] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.558424] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.558538] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.558776] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.558914] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.559207] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.559840] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.559840] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.559840] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.559840] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.560021] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 89b8d22d-6d14-48fb-90ae-6a5629661ffb is going to be created. [ 839.584293] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.584700] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.584847] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.585153] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.585540] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.585841] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-89b8d22d-6d14-48fb-90ae-6a5629661ffb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.601762] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.601762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.601762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.601762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.601762] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.601762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.601762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.601762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.601762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.601762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.601762] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.601762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.601762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.601762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.601762] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.602508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.602508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.602508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.602508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.602508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.602508] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.615906] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.615906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.615906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.615906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.615906] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.616235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.616235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.616235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.616235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.616423] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.616477] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.616554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.616613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.616765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.616890] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.616959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.617025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.617158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.617230] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.617306] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.617393] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.104681] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfd92b65-b571-4f30-9b05-7b7c15f4e375: rpc.has_security_group_logging(os_id): False [ 840.120410] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b718351-0fd6-494c-b6de-da1c2fecb2ce: rpc.has_security_group_logging(os_id): False [ 840.126591] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.126591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.126591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.126591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.126875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.126875] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.127550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.127550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.127550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.127550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.127550] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.127794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.127794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.127794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.127892] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.128830] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.128830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.128830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.128830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.128830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.128830] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be updated. [ 840.137867] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.138042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.138107] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.138317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.138404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.138584] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.138681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.138749] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.138883] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.138957] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.139163] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.139257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.139319] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.139457] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.139533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.140098] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.140098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.140098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.140098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.140098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.140318] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce is going to be created. [ 840.196412] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.196616] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.196724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.196985] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.197343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.203227] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8c7ac16-353e-4374-abbc-9a1d012852ff in Status: SUCCESS [ 840.203523] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.204627] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.204627] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.204746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.204959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.205041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.210732] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce in Status: IN_PROGRESS for 2s [ 840.227253] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: IN_PROGRESS for 2s [ 840.353184] env[69933]: INFO networking_nsxv3.common.synchronization [req-e7699903-2572-4166-9767-b4ab3b7cd31c req-3cfc5880-b4ec-4f8c-9e8b-ffe700fc98b8 service nova] Enqueued Resource ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 with Priority: HIGHEST for action security_group_rules [ 840.353392] env[69933]: INFO networking_nsxv3.common.synchronization [req-e7699903-2572-4166-9767-b4ab3b7cd31c req-3cfc5880-b4ec-4f8c-9e8b-ffe700fc98b8 service nova] Enqueued Resource ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 with Priority: HIGHEST for action security_group_members [ 840.353581] env[69933]: INFO networking_nsxv3.common.synchronization [req-e7699903-2572-4166-9767-b4ab3b7cd31c req-3cfc5880-b4ec-4f8c-9e8b-ffe700fc98b8 service nova] Enqueued Resource ID: 89b8d22d-6d14-48fb-90ae-6a5629661ffb with Priority: HIGHEST for action port [ 840.353838] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 with Priority: HIGHEST for action security_group_rules [ 840.353973] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 with Priority: HIGHEST for action security_group_members [ 840.354091] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b8d22d-6d14-48fb-90ae-6a5629661ffb with Priority: HIGHEST for action port [ 840.354897] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b86e15d8-8740-4317-bb86-ada1c1176bc4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.358718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.358718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.358718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.358718] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b86e15d8-8740-4317-bb86-ada1c1176bc4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.358718] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86e15d8-8740-4317-bb86-ada1c1176bc4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.358718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.358718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.358718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.358718] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.358718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.358718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.358718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.358718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.358718] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b86e15d8-8740-4317-bb86-ada1c1176bc4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.358718] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-89b8d22d-6d14-48fb-90ae-6a5629661ffb taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.358718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89b8d22d-6d14-48fb-90ae-6a5629661ffb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.358718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89b8d22d-6d14-48fb-90ae-6a5629661ffb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.358718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89b8d22d-6d14-48fb-90ae-6a5629661ffb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.358718] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89b8d22d-6d14-48fb-90ae-6a5629661ffb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.861237] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86e15d8-8740-4317-bb86-ada1c1176bc4 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.861237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.861237] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b86e15d8-8740-4317-bb86-ada1c1176bc4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.862081] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89b8d22d-6d14-48fb-90ae-6a5629661ffb with status ACTIVE [ 840.862268] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.862383] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.862447] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.862649] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.862732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.863313] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.863313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.863313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.863313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.863313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.863551] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.863601] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.863630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.863799] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.863856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.863916] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89b8d22d-6d14-48fb-90ae-6a5629661ffb is going to be updated. [ 840.891953] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.892192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.892192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.892419] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.892557] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.892717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89b8d22d-6d14-48fb-90ae-6a5629661ffb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.191886] env[69933]: INFO networking_nsxv3.common.synchronization [req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 req-02943fd1-02b3-431c-afb9-22da789b392e tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Enqueued Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGHEST for action security_group_members [ 841.192595] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGHEST for action security_group_members [ 841.192981] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.193167] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.193218] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.194032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.194032] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.194032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.194032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.194032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.194229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.194229] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.281504] env[69933]: INFO networking_nsxv3.common.synchronization [req-4043d15e-0668-4176-ac56-a1b3a62b480f req-fba8f242-8915-4ed1-a582-aba758e44221 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Enqueued Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_members [ 841.283014] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_members [ 841.283361] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bd0011-d329-409e-bbee-cd71943fae4e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.283508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.283585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.283994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.284056] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.285039] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.285039] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.285039] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.285039] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.285039] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.306113] env[69933]: INFO networking_nsxv3.common.synchronization [req-4043d15e-0668-4176-ac56-a1b3a62b480f req-fba8f242-8915-4ed1-a582-aba758e44221 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Enqueued Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_rules [ 841.306113] env[69933]: INFO networking_nsxv3.common.synchronization [req-4043d15e-0668-4176-ac56-a1b3a62b480f req-fba8f242-8915-4ed1-a582-aba758e44221 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Enqueued Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_members [ 841.306329] env[69933]: INFO networking_nsxv3.common.synchronization [req-4043d15e-0668-4176-ac56-a1b3a62b480f req-fba8f242-8915-4ed1-a582-aba758e44221 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Enqueued Resource ID: 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 with Priority: HIGHEST for action port [ 841.306715] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_rules [ 841.306893] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_members [ 841.306965] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 with Priority: HIGHEST for action port [ 841.307262] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50bd0011-d329-409e-bbee-cd71943fae4e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.307379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.307469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.307787] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.308394] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.308799] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bd0011-d329-409e-bbee-cd71943fae4e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.308913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.309459] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.309586] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.309696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.309906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.309906] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.369625] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b86e15d8-8740-4317-bb86-ada1c1176bc4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.697325] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.712852] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.714027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.714027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.714027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.714460] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.714800] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.715088] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.715429] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.715697] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.716090] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.718069] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.718069] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.718069] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.718069] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.718069] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.718069] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.738026] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.738026] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.738026] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.738026] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.738026] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-43b1e7d8-5205-4aff-a9cd-9879360caf1a taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.739429] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-43b1e7d8-5205-4aff-a9cd-9879360caf1a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.739429] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-43b1e7d8-5205-4aff-a9cd-9879360caf1a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.739429] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-43b1e7d8-5205-4aff-a9cd-9879360caf1a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.739429] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43b1e7d8-5205-4aff-a9cd-9879360caf1a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.788576] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.812444] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bd0011-d329-409e-bbee-cd71943fae4e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.812812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.812881] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 with status ACTIVE [ 841.813073] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.813238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.813317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.813611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.813739] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.813981] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.814106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.814197] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.814403] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.814532] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.814760] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.814877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.814943] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.815110] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.815218] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.815801] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 is going to be updated. [ 841.839222] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.839449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.839570] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.839856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.840421] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.840592] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.872331] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.872490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.872560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.872773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.872860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.872956] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 is going to be created. [ 841.897740] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.897891] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.897992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.898197] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.898361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.910566] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 in Status: UNINITIALIZED for 2s [ 842.201035] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.243908] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.244167] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.244525] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.244654] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.244843] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.245012] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 43b1e7d8-5205-4aff-a9cd-9879360caf1a not found, creating... [ 842.245284] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.246059] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.246059] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.246059] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.246059] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.246328] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.246448] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.246574] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.246820] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.246955] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.247120] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 43b1e7d8-5205-4aff-a9cd-9879360caf1a is going to be created. [ 842.253900] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce in Status: SUCCESS [ 842.253900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.260301] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 842.261346] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.261346] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.261346] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.261346] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.286464] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.286464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.286464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.286464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.286464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.286464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-43b1e7d8-5205-4aff-a9cd-9879360caf1a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.292208] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.702223] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.702357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.702430] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.702665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.702778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.702881] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce is going to be updated. [ 842.736702] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.737884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.737884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.737884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.739476] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.748400] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce in Status: IN_PROGRESS for 2s [ 842.764331] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.764512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.764865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.764865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.764976] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.765090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.765153] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.765303] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.765389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.765707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.765847] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.796829] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.797134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.797134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.797337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.799017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.799017] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bd0011-d329-409e-bbee-cd71943fae4e is going to be updated. [ 842.835188] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.835399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.835399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.835607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.835748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.847428] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bd0011-d329-409e-bbee-cd71943fae4e in Status: IN_PROGRESS for 2s [ 843.268930] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.268930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.268930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.268930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.268930] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.268930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.268930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.269885] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.272023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.272023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.272023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.272023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.272023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.272023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.272023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.272023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.272023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.272023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.272023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.272023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.272023] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.330972] env[69933]: INFO networking_nsxv3.common.synchronization [req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 req-8efdcf02-f284-4562-98b8-cf4ecec96596 service nova] Enqueued Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGHEST for action security_group_rules [ 843.331460] env[69933]: INFO networking_nsxv3.common.synchronization [req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 req-8efdcf02-f284-4562-98b8-cf4ecec96596 service nova] Enqueued Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGHEST for action security_group_members [ 843.331795] env[69933]: INFO networking_nsxv3.common.synchronization [req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 req-8efdcf02-f284-4562-98b8-cf4ecec96596 service nova] Enqueued Resource ID: 43b1e7d8-5205-4aff-a9cd-9879360caf1a with Priority: HIGHEST for action port [ 843.332073] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGHEST for action security_group_rules [ 843.332285] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGHEST for action security_group_members [ 843.333349] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b1e7d8-5205-4aff-a9cd-9879360caf1a with Priority: HIGHEST for action port [ 843.333349] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.333349] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.333349] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.334017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.334017] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.334558] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.334558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.334778] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-43b1e7d8-5205-4aff-a9cd-9879360caf1a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.335125] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43b1e7d8-5205-4aff-a9cd-9879360caf1a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.335125] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43b1e7d8-5205-4aff-a9cd-9879360caf1a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.335125] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43b1e7d8-5205-4aff-a9cd-9879360caf1a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.335289] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43b1e7d8-5205-4aff-a9cd-9879360caf1a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.681210] env[69933]: INFO networking_nsxv3.common.synchronization [None req-c6acb7aa-89a1-4663-b3ff-1c89a5818447 None None] Enqueued Resource ID: cb908be6-a6d2-4bb7-82c2-fd7d15a71032 with Priority: HIGHEST for action port [ 843.681765] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb908be6-a6d2-4bb7-82c2-fd7d15a71032 with Priority: HIGHEST for action port [ 843.682529] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb908be6-a6d2-4bb7-82c2-fd7d15a71032 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.682661] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb908be6-a6d2-4bb7-82c2-fd7d15a71032" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.682731] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb908be6-a6d2-4bb7-82c2-fd7d15a71032" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.682988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb908be6-a6d2-4bb7-82c2-fd7d15a71032" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.683080] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb908be6-a6d2-4bb7-82c2-fd7d15a71032',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.776803] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfd92b65-b571-4f30-9b05-7b7c15f4e375: rpc.has_security_group_logging(os_id): False [ 843.794746] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.794746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.794746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.794746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.794746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.794746] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.794746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.795138] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.795138] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.795191] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.795400] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.795497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.795562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.795717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.795795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.796125] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.797748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.797829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.798023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.798085] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.798177] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be updated. [ 843.836575] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.836827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.841398] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43b1e7d8-5205-4aff-a9cd-9879360caf1a with status ACTIVE [ 843.841630] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.841783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.841821] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.842039] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.842125] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.842366] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.842464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.842522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.842670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.842740] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.842913] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.842997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.843078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.843213] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.843280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.843360] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43b1e7d8-5205-4aff-a9cd-9879360caf1a is going to be updated. [ 843.857833] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.857833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.857994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.858274] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.858977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.867679] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.867834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.867918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.868181] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.868312] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.868470] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43b1e7d8-5205-4aff-a9cd-9879360caf1a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.872802] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: IN_PROGRESS for 2s [ 843.951030] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 in Status: SUCCESS [ 843.951030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.951030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.951030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.951030] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.951030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.951030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.951030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.951030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.951030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.951030] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b86e15d8-8740-4317-bb86-ada1c1176bc4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.185344] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb908be6-a6d2-4bb7-82c2-fd7d15a71032 [ 844.185580] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.185716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.185787] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.186009] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.186105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.186200] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb908be6-a6d2-4bb7-82c2-fd7d15a71032 already deleted. [ 844.186285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb908be6-a6d2-4bb7-82c2-fd7d15a71032" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.460259] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86e15d8-8740-4317-bb86-ada1c1176bc4 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.460611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.460611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.460862] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.461066] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.461163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.461224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.461373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.461493] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.461613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.461763] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86e15d8-8740-4317-bb86-ada1c1176bc4 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.461861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.461908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.462064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.462199] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.462287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.462343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.462528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.462601] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.462681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.462813] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b86e15d8-8740-4317-bb86-ada1c1176bc4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.761742] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce in Status: SUCCESS [ 844.761742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.761742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.761742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.761742] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.761742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.761742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.761742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.761742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.761742] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.817988] env[69933]: INFO networking_nsxv3.common.synchronization [req-e032bc7d-5dcc-48e1-a268-5944621571f1 req-24f3809c-e430-4839-b9eb-0494f0a1c22a tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Enqueued Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_members [ 844.817988] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_members [ 844.817988] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bd0011-d329-409e-bbee-cd71943fae4e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.817988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.839346] env[69933]: INFO networking_nsxv3.common.synchronization [req-e032bc7d-5dcc-48e1-a268-5944621571f1 req-24f3809c-e430-4839-b9eb-0494f0a1c22a tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Enqueued Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_rules [ 844.839552] env[69933]: INFO networking_nsxv3.common.synchronization [req-e032bc7d-5dcc-48e1-a268-5944621571f1 req-24f3809c-e430-4839-b9eb-0494f0a1c22a tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Enqueued Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_members [ 844.839704] env[69933]: INFO networking_nsxv3.common.synchronization [req-e032bc7d-5dcc-48e1-a268-5944621571f1 req-24f3809c-e430-4839-b9eb-0494f0a1c22a tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Enqueued Resource ID: 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 with Priority: HIGHEST for action port [ 844.840735] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_rules [ 844.840837] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_members [ 844.841048] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 with Priority: HIGHEST for action port [ 844.841319] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50bd0011-d329-409e-bbee-cd71943fae4e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.841490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.841720] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bd0011-d329-409e-bbee-cd71943fae4e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.841838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.842056] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.842200] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.842269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.842468] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.842555] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.864602] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bd0011-d329-409e-bbee-cd71943fae4e in Status: SUCCESS [ 844.864602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.864602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.865437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.866147] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.866147] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.866147] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.867085] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.867181] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.867282] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.966377] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b86e15d8-8740-4317-bb86-ada1c1176bc4: rpc.has_security_group_logging(os_id): False [ 844.992618] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.992935] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.992935] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.993252] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.993351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.993609] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.993740] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.993793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.994964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.995187] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.995510] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.995642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.995695] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.995905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.996053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.996278] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.996375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.998385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.998385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.998385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.998385] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 is going to be created. [ 845.074865] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.075101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.075181] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.075409] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.075597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.088780] env[69933]: INFO networking_nsxv3.common.synchronization [None req-dc8bf705-9d4a-4fe7-bd07-215e441c712c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Enqueued Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_rules [ 845.090585] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 in Status: IN_PROGRESS for 2s [ 845.091120] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_rules [ 845.091458] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe61313c-7ef4-4979-a20d-b86e625fd10b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.091589] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.091654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.091915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.091995] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.240183] env[69933]: INFO networking_nsxv3.common.synchronization [None req-1fab337c-708f-4f45-80c8-7b5f3edced30 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Enqueued Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_rules [ 845.242159] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_rules [ 845.242159] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe61313c-7ef4-4979-a20d-b86e625fd10b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.242159] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.268634] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.351166] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 with status ACTIVE [ 845.351166] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.351166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.351166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.351166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.351166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.351166] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.351166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.351166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.351166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.351166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.351166] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.351166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.351166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.351166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.351166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.351166] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 is going to be updated. [ 845.371948] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.377969] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.381120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.381120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.381120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.381120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.381120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.572985] env[69933]: INFO networking_nsxv3.common.synchronization [req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 req-f07b55d8-b2ac-4153-bbf3-7d1fe8f8048c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Enqueued Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGHEST for action security_group_members [ 845.574424] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGHEST for action security_group_members [ 845.574788] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e62d306-f33e-439a-9859-c6652283fb5c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.575126] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.575204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.575409] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.575567] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.575684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.575772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.576290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.576435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.576584] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.617084] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.617084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.617084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.617084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.617337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.617337] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe61313c-7ef4-4979-a20d-b86e625fd10b already deleted. [ 845.617423] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.617543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.617713] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.617794] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.771424] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.875674] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.891254] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 845.891254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.080975] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.144587] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.144786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.144925] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.145218] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.145341] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.145455] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe61313c-7ef4-4979-a20d-b86e625fd10b already deleted. [ 846.145583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.208932] env[69933]: INFO networking_nsxv3.common.synchronization [None req-746f0b98-b3d5-469c-ad0d-492d4f41ca34 None None] Enqueued Resource ID: 9c9705c1-b2ea-40c2-9e10-1019873233aa with Priority: HIGHEST for action port [ 846.208932] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c9705c1-b2ea-40c2-9e10-1019873233aa with Priority: HIGHEST for action port [ 846.208932] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c9705c1-b2ea-40c2-9e10-1019873233aa taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.208932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c9705c1-b2ea-40c2-9e10-1019873233aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.208932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c9705c1-b2ea-40c2-9e10-1019873233aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.215305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c9705c1-b2ea-40c2-9e10-1019873233aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.215305] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9705c1-b2ea-40c2-9e10-1019873233aa',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.274982] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.274982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.274982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.274982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.274982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.274982] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce is going to be updated. [ 846.308597] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.308796] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.308853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.309052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.309201] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.321237] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce in Status: IN_PROGRESS for 2s [ 846.378512] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.378827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.378827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.379146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.379146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.379327] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bd0011-d329-409e-bbee-cd71943fae4e is going to be updated. [ 846.393615] env[69933]: INFO networking_nsxv3.common.synchronization [req-28c6c629-d117-459b-8638-fd27f472cf30 req-95aafc8f-a177-4812-ba03-a2a9f58e557a tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 846.394877] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 846.394877] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.395834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.396100] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.396442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.396675] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.396794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.398136] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.398136] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.398136] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.398136] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.417037] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.417181] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.417181] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.417525] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.417596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.429485] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bd0011-d329-409e-bbee-cd71943fae4e in Status: IN_PROGRESS for 2s [ 846.584220] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.718806] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c9705c1-b2ea-40c2-9e10-1019873233aa [ 846.719775] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.719775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.719775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.719775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.719775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.719775] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c9705c1-b2ea-40c2-9e10-1019873233aa already deleted. [ 846.719775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c9705c1-b2ea-40c2-9e10-1019873233aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.738922] env[69933]: INFO networking_nsxv3.common.synchronization [req-28c6c629-d117-459b-8638-fd27f472cf30 req-ecae59c6-2453-4fb0-bb36-4e3d1084a8e5 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 846.739679] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 846.739992] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.740653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.900736] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.056505] env[69933]: INFO networking_nsxv3.common.synchronization [req-28c6c629-d117-459b-8638-fd27f472cf30 req-b1e16b7f-07c9-4859-ae6d-cf9896591841 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 847.056984] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 847.057311] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.057404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.087798] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.087994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.088095] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.088308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.088403] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.088524] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e62d306-f33e-439a-9859-c6652283fb5c is going to be updated. [ 847.105619] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 in Status: SUCCESS [ 847.105844] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.123918] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.124137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.124240] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.124478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.125107] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.138361] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e62d306-f33e-439a-9859-c6652283fb5c in Status: IN_PROGRESS for 2s [ 847.406135] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.908914] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.909919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.910180] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.910506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.912292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.912292] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be updated. [ 847.950041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.950041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.950041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.950317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.950360] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.963559] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: IN_PROGRESS for 2s [ 848.336421] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce in Status: SUCCESS [ 848.336820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.337114] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.338161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.338161] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.338161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.338161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.338369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.338403] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.338528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.341021] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.442363] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bd0011-d329-409e-bbee-cd71943fae4e in Status: SUCCESS [ 848.442972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.443068] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.443364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.443673] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.444365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.444365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.444365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.444365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.444365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.444365] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.445956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.446320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.446381] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.446476] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.446696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.447030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.447376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.447376] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.841680] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.841680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.841680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.841680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.841680] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.841680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.841680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.841680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.842091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.842091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.842091] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.842091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.842230] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.842230] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.842369] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.842476] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.842510] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.842636] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.842707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.842785] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.842872] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.946620] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.950652] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.152991] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e62d306-f33e-439a-9859-c6652283fb5c in Status: SUCCESS [ 849.153232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.345906] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b718351-0fd6-494c-b6de-da1c2fecb2ce: rpc.has_security_group_logging(os_id): False [ 849.365548] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.365814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.365953] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.366296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.366473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.366790] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.366972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.367113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.367392] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.367545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.367937] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.368120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.368189] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.368439] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.368577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.368879] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.369073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.369203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.369459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.369606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.369760] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce is going to be updated. [ 849.439305] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.442339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.442339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.442339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.442339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.452331] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50bd0011-d329-409e-bbee-cd71943fae4e: rpc.has_security_group_logging(os_id): False [ 849.455763] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.461961] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce in Status: IN_PROGRESS for 2s [ 849.480598] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.480835] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.480835] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.481063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.481158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.481439] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.481609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.482591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.482591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.482591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.482591] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50bd0011-d329-409e-bbee-cd71943fae4e is going to be updated. [ 849.571031] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.571031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.571031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.571031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.571693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.585112] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50bd0011-d329-409e-bbee-cd71943fae4e in Status: IN_PROGRESS for 2s [ 849.960600] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.960600] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.960600] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.960600] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.960600] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.960600] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bd0011-d329-409e-bbee-cd71943fae4e is going to be updated. [ 849.975397] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 849.975770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.976250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.976596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.976908] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.977940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.977940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.977940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.977940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.977940] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.991174] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.991174] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.991174] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.991174] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.991174] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.001158] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bd0011-d329-409e-bbee-cd71943fae4e in Status: IN_PROGRESS for 2s [ 850.019404] env[69933]: INFO networking_nsxv3.common.synchronization [req-7d866cbe-a12f-4620-81bf-802119d19ccd req-18142897-5cb4-40f2-8f82-e0d260a63fc0 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Enqueued Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_members [ 850.020033] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd0011-d329-409e-bbee-cd71943fae4e with Priority: HIGHEST for action security_group_members [ 850.020339] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bd0011-d329-409e-bbee-cd71943fae4e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.020515] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.485718] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.490164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.490353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.490566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.490670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.491104] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.491104] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.491104] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.491328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.491328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.491420] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be updated. [ 850.523472] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.523644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.523712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.523930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.524079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.533371] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: IN_PROGRESS for 2s [ 851.040372] env[69933]: INFO networking_nsxv3.common.synchronization [req-0ad24944-5e48-4910-8919-b0fd35cf21f9 req-775dc99f-db6d-4647-b874-e6fa31828712 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Enqueued Resource ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e with Priority: HIGHEST for action security_group_members [ 851.040871] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e with Priority: HIGHEST for action security_group_members [ 851.041176] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.041298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.041365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.041581] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.041730] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.041827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.041892] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.042546] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.042683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.042893] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.476524] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce in Status: SUCCESS [ 851.476771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.545361] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.545536] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.545607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.545857] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.545946] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.546157] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.546248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.546932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.546932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.546932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.546932] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e is going to be updated. [ 851.574194] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.574366] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.574404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.574647] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.574787] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.589363] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e in Status: IN_PROGRESS for 2s [ 851.602425] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50bd0011-d329-409e-bbee-cd71943fae4e in Status: SUCCESS [ 851.602646] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.602913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.603262] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.603467] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.015534] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bd0011-d329-409e-bbee-cd71943fae4e in Status: SUCCESS [ 852.015534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.015534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.015534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.015534] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.015534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.015534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.015534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.015534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.015534] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.127297] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.127566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.127566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.127765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.127857] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.127960] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50bd0011-d329-409e-bbee-cd71943fae4e is going to be deleted. [ 852.210351] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.210351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.210351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.210351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.210351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.210351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.247279] env[69933]: INFO networking_nsxv3.common.synchronization [req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c req-a3a18e71-24f4-49bc-bd38-1cce2b8e5e09 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Enqueued Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGHEST for action security_group_members [ 852.247831] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGHEST for action security_group_members [ 852.248574] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.248709] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.248778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.249123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.249298] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.249402] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.249459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.249625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.249841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.249841] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.333081] env[69933]: INFO networking_nsxv3.common.synchronization [None req-175c70b3-0db6-4129-96f5-370f60bd4c6c None None] Enqueued Resource ID: f3d1c536-5a8c-4d5d-a205-ecde86c05d13 with Priority: HIGHEST for action port [ 852.333795] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3d1c536-5a8c-4d5d-a205-ecde86c05d13 with Priority: HIGHEST for action port [ 852.334322] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3d1c536-5a8c-4d5d-a205-ecde86c05d13 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.335645] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3d1c536-5a8c-4d5d-a205-ecde86c05d13" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.335645] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3d1c536-5a8c-4d5d-a205-ecde86c05d13" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.335645] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3d1c536-5a8c-4d5d-a205-ecde86c05d13" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.335645] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3d1c536-5a8c-4d5d-a205-ecde86c05d13',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.521658] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.521658] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.521658] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.521815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.521815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.521987] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.522096] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.522158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.522302] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.522376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.522458] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bd0011-d329-409e-bbee-cd71943fae4e is going to be deleted. [ 852.544528] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 852.544694] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 deletion is rescheduled due to dependency. [ 852.544812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.545084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.545307] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.545502] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.545625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.545720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.545883] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.546224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.546224] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.592542] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.592738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.592808] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.593234] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.593330] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.593775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.594342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.594557] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.594767] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.594895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.594965] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.596037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.596037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.596037] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50bd0011-d329-409e-bbee-cd71943fae4e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.707839] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.708051] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-141" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.708210] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-141" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.708446] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-141" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.708704] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.708862] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.708980] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.714449] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.714681] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.717276] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.718655] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.718655] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.718655] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.718655] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.718655] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.718655] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.740939] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.741100] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 852.741235] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.741446] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-141" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.742039] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-521672f0-fde3-4ced-abf4-f66ca00095e5 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.746502] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-521672f0-fde3-4ced-abf4-f66ca00095e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.746502] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-521672f0-fde3-4ced-abf4-f66ca00095e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.746502] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-521672f0-fde3-4ced-abf4-f66ca00095e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.746971] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('521672f0-fde3-4ced-abf4-f66ca00095e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.757198] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.838350] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3d1c536-5a8c-4d5d-a205-ecde86c05d13 [ 852.838595] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.838832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.838832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.839027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.839122] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.839221] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3d1c536-5a8c-4d5d-a205-ecde86c05d13 already deleted. [ 852.839304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3d1c536-5a8c-4d5d-a205-ecde86c05d13" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.054020] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.054020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.054020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.054020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.054020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.054020] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.054020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.054020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.054020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.054020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.054020] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be updated. [ 853.081092] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.081327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.081439] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.081658] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.081795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.092392] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: IN_PROGRESS for 2s [ 853.099671] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.099831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.099904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.100155] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.100250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.100459] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.100571] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.100637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.101027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.101027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.101027] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bd0011-d329-409e-bbee-cd71943fae4e already deleted. [ 853.101027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bd0011-d329-409e-bbee-cd71943fae4e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.250662] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.250911] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.251532] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.251532] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.251532] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.251694] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 521672f0-fde3-4ced-abf4-f66ca00095e5 not found, creating... [ 853.251997] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.255021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.255021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.255021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.255021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.255021] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.256082] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.256082] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.256082] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.256263] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.256304] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 521672f0-fde3-4ced-abf4-f66ca00095e5 is going to be created. [ 853.263305] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.278579] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.278789] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.278913] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.282021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.282021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.282021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-521672f0-fde3-4ced-abf4-f66ca00095e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.491200] env[69933]: INFO networking_nsxv3.common.synchronization [req-cb0d448b-5036-41ab-8fcd-686331b935df req-acccabe7-586c-4324-94b7-f9d4b460318f tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Enqueued Resource ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 with Priority: HIGHEST for action security_group_members [ 853.491832] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 with Priority: HIGHEST for action security_group_members [ 853.492083] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86e15d8-8740-4317-bb86-ada1c1176bc4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.492670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.492670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.492670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.492670] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.492844] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.492844] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.492948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.494007] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.494170] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b86e15d8-8740-4317-bb86-ada1c1176bc4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.601721] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e in Status: SUCCESS [ 853.601909] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e deletion is rescheduled due to dependency. [ 853.602105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.766149] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.766149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.766149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.766724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.766724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.766858] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 is going to be updated. [ 853.798198] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.798198] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.798198] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.798198] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.798198] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.809328] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 in Status: IN_PROGRESS for 2s [ 853.996808] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.997691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.997814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.998084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.998216] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.998462] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.998676] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.998771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.998938] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.999028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.999119] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 is going to be updated. [ 854.025543] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.025697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.025769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.025983] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.026142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.036946] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 in Status: IN_PROGRESS for 2s [ 854.089994] env[69933]: INFO networking_nsxv3.common.synchronization [None req-4a242943-2a60-42fa-b2b9-3795a7284cbb tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Enqueued Resource ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 with Priority: HIGHEST for action security_group_rules [ 854.090860] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 with Priority: HIGHEST for action security_group_rules [ 854.093372] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cd8ae35-877a-4982-86b7-15761f7a9d47 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.093372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.093372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.093372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.093372] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cd8ae35-877a-4982-86b7-15761f7a9d47',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.247757] env[69933]: INFO networking_nsxv3.common.synchronization [None req-75f5b79b-23df-455b-ad3c-e36e23f171d3 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Enqueued Resource ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 with Priority: HIGHEST for action security_group_rules [ 854.247757] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 with Priority: HIGHEST for action security_group_rules [ 854.248056] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cd8ae35-877a-4982-86b7-15761f7a9d47 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.248118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.352474] env[69933]: INFO networking_nsxv3.common.synchronization [None req-3a2bacf8-53ed-41e5-9941-67b4e319f07b None None] Enqueued Resource ID: 33d13c20-6040-49d4-a0f7-15d2d3d46653 with Priority: HIGHEST for action port [ 854.353096] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d13c20-6040-49d4-a0f7-15d2d3d46653 with Priority: HIGHEST for action port [ 854.353516] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-33d13c20-6040-49d4-a0f7-15d2d3d46653 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.353924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33d13c20-6040-49d4-a0f7-15d2d3d46653" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.353924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33d13c20-6040-49d4-a0f7-15d2d3d46653" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.353924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33d13c20-6040-49d4-a0f7-15d2d3d46653" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.354226] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33d13c20-6040-49d4-a0f7-15d2d3d46653',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.371725] env[69933]: INFO networking_nsxv3.common.synchronization [req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c req-4c5a7c04-d02c-44f2-8d56-fdb0e99db4e6 service nova] Enqueued Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGHEST for action security_group_rules [ 854.371725] env[69933]: INFO networking_nsxv3.common.synchronization [req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c req-4c5a7c04-d02c-44f2-8d56-fdb0e99db4e6 service nova] Enqueued Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGHEST for action security_group_members [ 854.372431] env[69933]: INFO networking_nsxv3.common.synchronization [req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c req-4c5a7c04-d02c-44f2-8d56-fdb0e99db4e6 service nova] Enqueued Resource ID: 521672f0-fde3-4ced-abf4-f66ca00095e5 with Priority: HIGHEST for action port [ 854.372431] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGHEST for action security_group_rules [ 854.372431] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGHEST for action security_group_members [ 854.372431] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 521672f0-fde3-4ced-abf4-f66ca00095e5 with Priority: HIGHEST for action port [ 854.372947] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.373131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.373232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.373416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.373502] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.375061] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.375061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.375205] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-521672f0-fde3-4ced-abf4-f66ca00095e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.375292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-521672f0-fde3-4ced-abf4-f66ca00095e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.375347] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-521672f0-fde3-4ced-abf4-f66ca00095e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.375551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-521672f0-fde3-4ced-abf4-f66ca00095e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.375641] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('521672f0-fde3-4ced-abf4-f66ca00095e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.618520] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.618703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.618741] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.618944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.619056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.619159] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 already deleted. [ 854.619223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.619378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.619573] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.619623] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cd8ae35-877a-4982-86b7-15761f7a9d47',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.862931] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33d13c20-6040-49d4-a0f7-15d2d3d46653 [ 854.863349] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.863349] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.863539] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.863634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.863733] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.864474] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33d13c20-6040-49d4-a0f7-15d2d3d46653 already deleted. [ 854.864474] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33d13c20-6040-49d4-a0f7-15d2d3d46653" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.875995] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.876157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.878641] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 521672f0-fde3-4ced-abf4-f66ca00095e5 with status ACTIVE [ 854.878898] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.879064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.879165] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.879338] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.879418] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.879596] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.879695] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.879747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.879898] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.880070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.880174] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.880257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.880314] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.880449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.880628] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.880628] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 521672f0-fde3-4ced-abf4-f66ca00095e5 is going to be updated. [ 854.910837] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.910984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.911062] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.911275] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.911408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.911588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-521672f0-fde3-4ced-abf4-f66ca00095e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.102137] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 855.102221] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 deletion is rescheduled due to dependency. [ 855.102263] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.142301] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.142449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.142521] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.142739] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.142833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.142925] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 already deleted. [ 855.143013] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.824632] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 in Status: SUCCESS [ 855.824632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.824632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.824632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.824632] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.824632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.824632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.824632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.824632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.824632] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.046118] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 in Status: SUCCESS [ 856.046299] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 deletion is rescheduled due to dependency. [ 856.046411] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.218883] env[69933]: INFO networking_nsxv3.common.synchronization [None req-2ad21898-47a4-434b-b777-f79fb3ee34e2 None None] Enqueued Resource ID: b36deafb-1bda-49e0-8eb6-4afaf7820f37 with Priority: HIGHEST for action port [ 856.218932] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b36deafb-1bda-49e0-8eb6-4afaf7820f37 with Priority: HIGHEST for action port [ 856.219562] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b36deafb-1bda-49e0-8eb6-4afaf7820f37 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.219693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b36deafb-1bda-49e0-8eb6-4afaf7820f37" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.219761] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b36deafb-1bda-49e0-8eb6-4afaf7820f37" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.220042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b36deafb-1bda-49e0-8eb6-4afaf7820f37" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.220148] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b36deafb-1bda-49e0-8eb6-4afaf7820f37',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.326675] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.722486] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b36deafb-1bda-49e0-8eb6-4afaf7820f37 [ 856.722740] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.722901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.722979] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.723204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.723300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.723398] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b36deafb-1bda-49e0-8eb6-4afaf7820f37 already deleted. [ 856.723481] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b36deafb-1bda-49e0-8eb6-4afaf7820f37" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.831028] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.334859] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.335087] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.335152] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.335397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.336605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.336781] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 is going to be updated. [ 857.418301] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.418301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.418301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.418301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.418301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.429147] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 in Status: IN_PROGRESS for 2s [ 858.503776] env[69933]: INFO networking_nsxv3.common.synchronization [None req-64b4b8b3-f804-443d-8103-ee4abd2a349f None None] Enqueued Resource ID: 2c779aea-20e6-4f85-a1b5-e8d259212c6e with Priority: HIGHEST for action port [ 858.503776] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c779aea-20e6-4f85-a1b5-e8d259212c6e with Priority: HIGHEST for action port [ 858.505548] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c779aea-20e6-4f85-a1b5-e8d259212c6e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.505548] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c779aea-20e6-4f85-a1b5-e8d259212c6e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.505548] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c779aea-20e6-4f85-a1b5-e8d259212c6e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.505548] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c779aea-20e6-4f85-a1b5-e8d259212c6e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.505548] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c779aea-20e6-4f85-a1b5-e8d259212c6e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.012022] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c779aea-20e6-4f85-a1b5-e8d259212c6e [ 859.012022] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.012022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.012022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.012022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.012022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.012022] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c779aea-20e6-4f85-a1b5-e8d259212c6e already deleted. [ 859.012022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c779aea-20e6-4f85-a1b5-e8d259212c6e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.199222] env[69933]: INFO networking_nsxv3.common.synchronization [None req-6f0e2b11-4802-4d90-ac6a-fbc619d8ab2e None None] Enqueued Resource ID: 9221ef8b-f695-49b9-ba94-038bbb193631 with Priority: HIGHEST for action port [ 859.199222] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9221ef8b-f695-49b9-ba94-038bbb193631 with Priority: HIGHEST for action port [ 859.199994] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9221ef8b-f695-49b9-ba94-038bbb193631 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.200161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9221ef8b-f695-49b9-ba94-038bbb193631" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.200207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9221ef8b-f695-49b9-ba94-038bbb193631" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.200478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9221ef8b-f695-49b9-ba94-038bbb193631" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.200569] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9221ef8b-f695-49b9-ba94-038bbb193631',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.276766] env[69933]: INFO networking_nsxv3.common.synchronization [None req-a232f330-7d27-4ad1-831d-7032dd1fb5fd tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Enqueued Resource ID: 7fdb9f7e-f602-4447-b377-9c6b0da9ee40 with Priority: HIGHEST for action security_group_rules [ 859.277149] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fdb9f7e-f602-4447-b377-9c6b0da9ee40 with Priority: HIGHEST for action security_group_rules [ 859.279950] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fdb9f7e-f602-4447-b377-9c6b0da9ee40 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.279950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fdb9f7e-f602-4447-b377-9c6b0da9ee40" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.279950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fdb9f7e-f602-4447-b377-9c6b0da9ee40" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.279950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fdb9f7e-f602-4447-b377-9c6b0da9ee40" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.279950] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fdb9f7e-f602-4447-b377-9c6b0da9ee40',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.437196] env[69933]: INFO networking_nsxv3.common.synchronization [None req-46914901-6b26-4de4-8511-c09371631bae tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Enqueued Resource ID: 7fdb9f7e-f602-4447-b377-9c6b0da9ee40 with Priority: HIGHEST for action security_group_rules [ 859.437754] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fdb9f7e-f602-4447-b377-9c6b0da9ee40 with Priority: HIGHEST for action security_group_rules [ 859.441765] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fdb9f7e-f602-4447-b377-9c6b0da9ee40 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.442406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fdb9f7e-f602-4447-b377-9c6b0da9ee40" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.443680] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 in Status: SUCCESS [ 859.443680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.444416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.444416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.444416] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.444528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.444811] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.444811] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.444916] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.444916] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.445043] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.703071] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9221ef8b-f695-49b9-ba94-038bbb193631 [ 859.704554] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.704554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.704554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.704554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.704554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.704554] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9221ef8b-f695-49b9-ba94-038bbb193631 already deleted. [ 859.704554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9221ef8b-f695-49b9-ba94-038bbb193631" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.804798] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.805077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.806052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.806052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.806052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.806052] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fdb9f7e-f602-4447-b377-9c6b0da9ee40 already deleted. [ 859.806052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fdb9f7e-f602-4447-b377-9c6b0da9ee40" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.806052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fdb9f7e-f602-4447-b377-9c6b0da9ee40" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.806052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fdb9f7e-f602-4447-b377-9c6b0da9ee40" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.806052] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fdb9f7e-f602-4447-b377-9c6b0da9ee40',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.948966] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.949477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.949477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.949477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.949627] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.949684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.949719] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.949865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.949954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.950057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.950214] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.950310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.950364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.950655] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.950755] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.950832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.950887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.951016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.951170] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.951309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.951406] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.336108] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.336108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.336108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.336108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.336108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.336108] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fdb9f7e-f602-4447-b377-9c6b0da9ee40 already deleted. [ 860.336108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fdb9f7e-f602-4447-b377-9c6b0da9ee40" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.455130] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1: rpc.has_security_group_logging(os_id): False [ 860.479290] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.479374] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.479457] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.479828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.479828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.479974] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.480084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.480149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.480307] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.480403] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.480577] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.480698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.480736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.480860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.480935] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.481148] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.481285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.481326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.481426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.481503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.481619] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 is going to be updated. [ 860.566555] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.566722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.566779] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.566984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.567169] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.602094] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 in Status: IN_PROGRESS for 2s [ 862.162814] env[69933]: INFO networking_nsxv3.common.synchronization [None req-5541282f-7b91-4327-88a3-92098dc20d07 None None] Enqueued Resource ID: baf72ef9-3f32-4838-8882-38df70449c30 with Priority: HIGHEST for action port [ 862.163446] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf72ef9-3f32-4838-8882-38df70449c30 with Priority: HIGHEST for action port [ 862.164235] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-baf72ef9-3f32-4838-8882-38df70449c30 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.164453] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baf72ef9-3f32-4838-8882-38df70449c30" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.164586] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baf72ef9-3f32-4838-8882-38df70449c30" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.164891] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baf72ef9-3f32-4838-8882-38df70449c30" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.165029] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baf72ef9-3f32-4838-8882-38df70449c30',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.618654] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 in Status: SUCCESS [ 862.618995] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.668691] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baf72ef9-3f32-4838-8882-38df70449c30 [ 862.669704] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.669704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.669704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.669704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.669704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.669704] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baf72ef9-3f32-4838-8882-38df70449c30 already deleted. [ 862.669966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baf72ef9-3f32-4838-8882-38df70449c30" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.575035] env[69933]: INFO networking_nsxv3.common.synchronization [req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 req-6672b550-3ba4-41d4-8c11-81bb057f5972 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Enqueued Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGHEST for action security_group_members [ 864.575270] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGHEST for action security_group_members [ 864.575525] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.575648] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.575712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.578020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.578020] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.578020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.578020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.578020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.578020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.578020] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.897170] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.897170] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.897170] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.897170] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.898546] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.898745] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.898872] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.899175] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.899338] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.899582] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.899679] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.899793] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.899943] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.900047] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.900222] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.900438] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.930252] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.930429] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.930562] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.930746] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.931081] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-c05467f8-352b-430c-aa9d-ec52156349a2 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.931268] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-c05467f8-352b-430c-aa9d-ec52156349a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.931799] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-c05467f8-352b-430c-aa9d-ec52156349a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.931799] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-c05467f8-352b-430c-aa9d-ec52156349a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.931948] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c05467f8-352b-430c-aa9d-ec52156349a2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.079287] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.079457] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.079522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.079753] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.079850] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.080066] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.080168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.080233] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.080399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.080480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.080563] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 already deleted. [ 865.080640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.437280] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.437280] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.437280] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.437280] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.437280] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.437518] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port c05467f8-352b-430c-aa9d-ec52156349a2 not found, creating... [ 865.437710] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.439329] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.439329] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.439329] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.439329] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.439329] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.439329] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.439329] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.439329] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.439329] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.439737] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: c05467f8-352b-430c-aa9d-ec52156349a2 is going to be created. [ 865.461804] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.461804] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.461804] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.462076] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.462240] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.462473] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-c05467f8-352b-430c-aa9d-ec52156349a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.368537] env[69933]: INFO networking_nsxv3.common.synchronization [req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 req-a80b1566-499e-43cb-b086-48a60c4f830c service nova] Enqueued Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGHEST for action security_group_rules [ 866.368537] env[69933]: INFO networking_nsxv3.common.synchronization [req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 req-a80b1566-499e-43cb-b086-48a60c4f830c service nova] Enqueued Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGHEST for action security_group_members [ 866.368537] env[69933]: INFO networking_nsxv3.common.synchronization [req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 req-a80b1566-499e-43cb-b086-48a60c4f830c service nova] Enqueued Resource ID: c05467f8-352b-430c-aa9d-ec52156349a2 with Priority: HIGHEST for action port [ 866.368813] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGHEST for action security_group_rules [ 866.368859] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGHEST for action security_group_members [ 866.368953] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05467f8-352b-430c-aa9d-ec52156349a2 with Priority: HIGHEST for action port [ 866.369546] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.369632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.369698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.369957] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.370520] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.371793] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.372608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.372608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.372608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.372608] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.375228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.375342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.376030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.376030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.376030] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.376649] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c05467f8-352b-430c-aa9d-ec52156349a2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.376802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c05467f8-352b-430c-aa9d-ec52156349a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.376855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c05467f8-352b-430c-aa9d-ec52156349a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.376990] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c05467f8-352b-430c-aa9d-ec52156349a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.377088] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c05467f8-352b-430c-aa9d-ec52156349a2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.880020] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.880020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.880020] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.881193] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c05467f8-352b-430c-aa9d-ec52156349a2 with status ACTIVE [ 866.882214] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.882214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.882214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.882417] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.882604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.883781] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.883781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.883781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.884062] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.884062] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.884180] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.884286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.884814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.884814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.884814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.884814] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c05467f8-352b-430c-aa9d-ec52156349a2 is going to be updated. [ 866.915362] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.915569] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.915569] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.915793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.915926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.916176] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c05467f8-352b-430c-aa9d-ec52156349a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.387436] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.890238] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.890561] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.890561] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.891024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.891024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.891024] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 is going to be created. [ 867.917380] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.917757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.917854] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.918089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.918245] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.928019] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 in Status: UNINITIALIZED for 2s [ 869.950023] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 in Status: SUCCESS [ 869.950682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.950682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.950682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.950901] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.950901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.950901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.951164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.951226] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.951273] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.951366] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.264301] env[69933]: INFO networking_nsxv3.common.synchronization [req-5162c8c8-0208-4336-92af-df7fa93a5611 req-dc7267d1-e319-4b07-8f1b-3c20af10815f tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Enqueued Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGHEST for action security_group_members [ 870.265394] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGHEST for action security_group_members [ 870.265530] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.265658] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.265728] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.265933] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.266183] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.266998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.266998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.267453] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.267998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.267998] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.453594] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.453594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.453594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.453782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.454349] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.454462] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.454512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.454691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.454827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.454939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.455506] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.455506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.455506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.455506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.455733] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.455733] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.455733] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.455826] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.455867] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.455946] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.456121] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.770812] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.959506] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 986addec-8ffc-456f-a7e3-462cb3ef7b96: rpc.has_security_group_logging(os_id): False [ 870.977800] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.977921] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.977971] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.978209] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.978308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.978492] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.978595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.978659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.978810] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.978883] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.979090] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.979183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.979247] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.979825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.979825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.979825] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.979825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.979825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.980032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.980032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.980032] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 is going to be created. [ 871.049037] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.049118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.049291] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.049588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.049631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.069543] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 in Status: IN_PROGRESS for 2s [ 871.276565] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.779992] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.779992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.779992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.779992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.779992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.779992] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 is going to be updated. [ 871.810335] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.810473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.810541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.810740] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.810879] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.820786] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 in Status: IN_PROGRESS for 2s [ 873.084230] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 in Status: SUCCESS [ 873.084526] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.830246] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 in Status: SUCCESS [ 873.830420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.530048] env[69933]: INFO networking_nsxv3.common.synchronization [req-8f0e09dc-6f9d-4544-966d-fa928e751385 req-e786cb96-d12d-4307-9fcb-bc15fc888f6c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 874.530661] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 874.531242] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.531421] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.531504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.532060] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.532137] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.532234] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.532315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.533311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.533427] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.533553] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.039293] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.039293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.039293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.039293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.039293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.039293] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.039561] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.039561] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.039618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.039699] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.039812] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 already deleted. [ 875.039874] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.276920] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.277210] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.277374] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.277670] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.277972] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.278445] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.278594] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.278854] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.279052] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.279298] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.279423] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.279559] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.279689] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.279818] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.279945] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.280118] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.300031] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.300209] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 875.300350] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.300526] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.300840] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-ce30c8f7-6cd6-4d0b-aae9-948026bda765 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.302044] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-ce30c8f7-6cd6-4d0b-aae9-948026bda765" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.302044] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-ce30c8f7-6cd6-4d0b-aae9-948026bda765" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.302044] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-ce30c8f7-6cd6-4d0b-aae9-948026bda765" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.302044] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce30c8f7-6cd6-4d0b-aae9-948026bda765',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.804544] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.804884] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.805107] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.805410] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.805564] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.805723] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port ce30c8f7-6cd6-4d0b-aae9-948026bda765 not found, creating... [ 875.805993] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.806196] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.806319] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.806551] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.806689] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.806973] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.807143] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.807261] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.807469] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.807600] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.807740] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: ce30c8f7-6cd6-4d0b-aae9-948026bda765 is going to be created. [ 875.828009] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.828240] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.828365] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.828636] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.828871] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.829100] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-ce30c8f7-6cd6-4d0b-aae9-948026bda765" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.581141] env[69933]: INFO networking_nsxv3.common.synchronization [req-8f0e09dc-6f9d-4544-966d-fa928e751385 req-2d590c99-352e-469c-a898-057dc42f6076 service nova] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_rules [ 876.581877] env[69933]: INFO networking_nsxv3.common.synchronization [req-8f0e09dc-6f9d-4544-966d-fa928e751385 req-2d590c99-352e-469c-a898-057dc42f6076 service nova] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 876.582160] env[69933]: INFO networking_nsxv3.common.synchronization [req-8f0e09dc-6f9d-4544-966d-fa928e751385 req-2d590c99-352e-469c-a898-057dc42f6076 service nova] Enqueued Resource ID: ce30c8f7-6cd6-4d0b-aae9-948026bda765 with Priority: HIGHEST for action port [ 876.584040] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_rules [ 876.584904] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 876.584904] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce30c8f7-6cd6-4d0b-aae9-948026bda765 with Priority: HIGHEST for action port [ 876.584904] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.587987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.587987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.587987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.587987] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.591111] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.591111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.591111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.591111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.591111] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.591111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.591111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.591111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.592220] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.592220] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.593816] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce30c8f7-6cd6-4d0b-aae9-948026bda765 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.593816] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce30c8f7-6cd6-4d0b-aae9-948026bda765" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.593816] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce30c8f7-6cd6-4d0b-aae9-948026bda765" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.593816] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce30c8f7-6cd6-4d0b-aae9-948026bda765" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.593816] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce30c8f7-6cd6-4d0b-aae9-948026bda765',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.090823] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.091192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.098223] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.100284] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce30c8f7-6cd6-4d0b-aae9-948026bda765 with status ACTIVE [ 877.100284] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.100284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.100284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.100284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.100284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.100284] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.100687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.100687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.100687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.100687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.100837] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.100929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.101009] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.102075] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.102238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.102362] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce30c8f7-6cd6-4d0b-aae9-948026bda765 is going to be updated. [ 877.127871] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.129038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.129038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.129038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.129038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.129038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce30c8f7-6cd6-4d0b-aae9-948026bda765" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.606786] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.109647] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.109647] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.109647] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.110107] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.110107] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.110107] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be created. [ 878.137387] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.137519] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.137624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.137894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.138145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.148646] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: UNINITIALIZED for 2s [ 880.161928] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: SUCCESS [ 880.161928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.162298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.162344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.162537] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.162676] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.162743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.162930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.163026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.163137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.163282] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.665645] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.665825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.665919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.666180] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.666480] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.666685] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.666749] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.666988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.667822] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.667822] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.667822] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.667822] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.667822] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.668181] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.673185] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.673185] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.673185] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.673185] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.673185] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.673185] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.673185] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.176631] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dc059f0-c910-4ebe-b347-bcfb1272a157: rpc.has_security_group_logging(os_id): False [ 881.195551] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.195720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.195808] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.196071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.196192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.196425] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.196554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.196622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.196784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.196885] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.197104] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.197231] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.197306] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.197447] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.197545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.197759] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.197884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.197956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.198106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.198182] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.198267] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be created. [ 881.266368] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.266638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.266773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.267095] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.267391] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.280706] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: IN_PROGRESS for 2s [ 881.586051] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 881.586051] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 882.738900] env[69933]: INFO networking_nsxv3.common.synchronization [req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 req-8923181d-1a80-41e1-90d2-49a86ea758c9 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Enqueued Resource ID: 449d5f16-71b4-4352-832e-7323da318d22 with Priority: HIGHEST for action security_group_members [ 882.739485] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 449d5f16-71b4-4352-832e-7323da318d22 with Priority: HIGHEST for action security_group_members [ 882.740249] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-449d5f16-71b4-4352-832e-7323da318d22 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.740382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.740452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.740741] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.740916] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.741032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.741149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.741258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.741365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.741482] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('449d5f16-71b4-4352-832e-7323da318d22',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.168162] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.168162] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-662" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.168390] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-662" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.169363] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-662" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.169363] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.169363] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.169363] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.169677] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.169677] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.169876] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.170010] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.171059] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.171059] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.171059] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.171059] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.171059] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.190239] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.190613] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 883.190976] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.191281] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-662" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.191788] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-356740b1-c6d1-41af-bbea-1e3b7ffcf87b taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.192254] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-356740b1-c6d1-41af-bbea-1e3b7ffcf87b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.192479] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-356740b1-c6d1-41af-bbea-1e3b7ffcf87b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.192882] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-356740b1-c6d1-41af-bbea-1e3b7ffcf87b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.193148] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('356740b1-c6d1-41af-bbea-1e3b7ffcf87b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.245981] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.245981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.245981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.245981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.245981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.245981] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.245981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.245981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.245981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.245981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.245981] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 449d5f16-71b4-4352-832e-7323da318d22 already deleted. [ 883.245981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.296616] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: SUCCESS [ 883.296616] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.695739] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.696036] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.696192] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.696493] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.696686] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.696953] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 356740b1-c6d1-41af-bbea-1e3b7ffcf87b not found, creating... [ 883.697389] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.697643] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.697817] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.698408] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.698604] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.698920] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.699475] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.699735] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.700649] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.700985] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.701335] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 356740b1-c6d1-41af-bbea-1e3b7ffcf87b is going to be created. [ 883.751828] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.752657] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.756027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.756027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.756027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.756027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-356740b1-c6d1-41af-bbea-1e3b7ffcf87b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.745111] env[69933]: INFO networking_nsxv3.common.synchronization [req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 req-fb16161c-550b-4fcd-b212-71ac4e278c81 service nova] Enqueued Resource ID: 449d5f16-71b4-4352-832e-7323da318d22 with Priority: HIGHEST for action security_group_rules [ 884.745111] env[69933]: INFO networking_nsxv3.common.synchronization [req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 req-fb16161c-550b-4fcd-b212-71ac4e278c81 service nova] Enqueued Resource ID: 449d5f16-71b4-4352-832e-7323da318d22 with Priority: HIGHEST for action security_group_members [ 884.745111] env[69933]: INFO networking_nsxv3.common.synchronization [req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 req-fb16161c-550b-4fcd-b212-71ac4e278c81 service nova] Enqueued Resource ID: 356740b1-c6d1-41af-bbea-1e3b7ffcf87b with Priority: HIGHEST for action port [ 884.745111] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 449d5f16-71b4-4352-832e-7323da318d22 with Priority: HIGHEST for action security_group_rules [ 884.745111] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 449d5f16-71b4-4352-832e-7323da318d22 with Priority: HIGHEST for action security_group_members [ 884.745111] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356740b1-c6d1-41af-bbea-1e3b7ffcf87b with Priority: HIGHEST for action port [ 884.745111] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-449d5f16-71b4-4352-832e-7323da318d22 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.745111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.745679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.748945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.748945] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('449d5f16-71b4-4352-832e-7323da318d22',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.748945] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-449d5f16-71b4-4352-832e-7323da318d22 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.748945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.748945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.748945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.748945] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.748945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.748945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.748945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.748945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.748945] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('449d5f16-71b4-4352-832e-7323da318d22',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.750841] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-356740b1-c6d1-41af-bbea-1e3b7ffcf87b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.750841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-356740b1-c6d1-41af-bbea-1e3b7ffcf87b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.750841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-356740b1-c6d1-41af-bbea-1e3b7ffcf87b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.750841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-356740b1-c6d1-41af-bbea-1e3b7ffcf87b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.750841] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('356740b1-c6d1-41af-bbea-1e3b7ffcf87b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.252507] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 356740b1-c6d1-41af-bbea-1e3b7ffcf87b with status ACTIVE [ 885.252793] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.252936] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.253322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.253441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.253534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.253966] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.254129] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.254204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.254381] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.254466] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.254666] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.254904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.254904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.255052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.255083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.255145] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 356740b1-c6d1-41af-bbea-1e3b7ffcf87b is going to be updated. [ 885.257504] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-449d5f16-71b4-4352-832e-7323da318d22 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.257611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.258205] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('449d5f16-71b4-4352-832e-7323da318d22',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.282931] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.283106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.283182] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.283454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.283532] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.283753] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-356740b1-c6d1-41af-bbea-1e3b7ffcf87b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.497952] env[69933]: INFO networking_nsxv3.common.synchronization [None req-46fd3038-50d1-4ba4-ae0b-8d9ab29e924f None None] Enqueued Resource ID: 676f35ef-356d-479f-ab3b-9690e059157e with Priority: HIGHEST for action port [ 885.498236] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 676f35ef-356d-479f-ab3b-9690e059157e with Priority: HIGHEST for action port [ 885.499322] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-676f35ef-356d-479f-ab3b-9690e059157e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.499445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-676f35ef-356d-479f-ab3b-9690e059157e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.499509] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-676f35ef-356d-479f-ab3b-9690e059157e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.499760] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-676f35ef-356d-479f-ab3b-9690e059157e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.499840] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('676f35ef-356d-479f-ab3b-9690e059157e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.545774] env[69933]: INFO networking_nsxv3.common.synchronization [req-56a73062-902d-4a18-9a8f-cc0c723f1341 req-c655a7fb-9e02-4ba8-b61c-0a196e172aef tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 885.547295] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 885.547295] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.547673] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.547774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.548060] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.552031] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.552031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.552031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.552031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.552031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.552031] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.760767] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('449d5f16-71b4-4352-832e-7323da318d22',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.004532] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 676f35ef-356d-479f-ab3b-9690e059157e [ 886.005460] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.006382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.006382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.006382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.006382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.006382] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:676f35ef-356d-479f-ab3b-9690e059157e already deleted. [ 886.006382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-676f35ef-356d-479f-ab3b-9690e059157e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.052453] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.264559] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.264913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.264913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.265144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.265178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.265393] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 449d5f16-71b4-4352-832e-7323da318d22 is going to be created. [ 886.291446] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.291630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.291675] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.291996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.292166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.303163] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 449d5f16-71b4-4352-832e-7323da318d22 in Status: UNINITIALIZED for 2s [ 886.473151] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.473404] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-28" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.473545] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-28" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.473860] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-28" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.476075] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.476283] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.476704] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.476704] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.476799] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.476992] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.477108] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.477217] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.477324] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.477435] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.477537] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.477667] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.502572] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.502572] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 886.502572] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.502799] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-28" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.503202] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-97a07416-ff06-4014-ac35-34cd5409c7a5 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.503202] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-97a07416-ff06-4014-ac35-34cd5409c7a5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.503396] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-97a07416-ff06-4014-ac35-34cd5409c7a5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.503721] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-97a07416-ff06-4014-ac35-34cd5409c7a5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.503912] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97a07416-ff06-4014-ac35-34cd5409c7a5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.554035] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.009011] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.009259] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.009391] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.009891] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.009891] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.010032] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 97a07416-ff06-4014-ac35-34cd5409c7a5 not found, creating... [ 887.010223] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.010381] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.010498] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.010713] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.010850] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.011143] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.011298] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.011413] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.011618] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.011762] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.011930] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 97a07416-ff06-4014-ac35-34cd5409c7a5 is going to be created. [ 887.032380] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.032503] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.032602] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.032907] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.033151] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.033329] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-97a07416-ff06-4014-ac35-34cd5409c7a5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.057988] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.058187] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.058260] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.058469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.058563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.058658] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be updated. [ 887.090566] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.090714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.090784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.091011] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.091186] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.103490] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: IN_PROGRESS for 2s [ 887.815712] env[69933]: INFO networking_nsxv3.common.synchronization [req-56a73062-902d-4a18-9a8f-cc0c723f1341 req-f34c894d-5629-4a67-bb12-e6b18567db2f service nova] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_rules [ 887.815712] env[69933]: INFO networking_nsxv3.common.synchronization [req-56a73062-902d-4a18-9a8f-cc0c723f1341 req-f34c894d-5629-4a67-bb12-e6b18567db2f service nova] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 887.815712] env[69933]: INFO networking_nsxv3.common.synchronization [req-56a73062-902d-4a18-9a8f-cc0c723f1341 req-f34c894d-5629-4a67-bb12-e6b18567db2f service nova] Enqueued Resource ID: 97a07416-ff06-4014-ac35-34cd5409c7a5 with Priority: HIGHEST for action port [ 887.815712] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_rules [ 887.815712] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 887.815712] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a07416-ff06-4014-ac35-34cd5409c7a5 with Priority: HIGHEST for action port [ 887.819375] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.819375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.819375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.819375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.819375] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.819375] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.819375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.819375] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-97a07416-ff06-4014-ac35-34cd5409c7a5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.819375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97a07416-ff06-4014-ac35-34cd5409c7a5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.819375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97a07416-ff06-4014-ac35-34cd5409c7a5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.819952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97a07416-ff06-4014-ac35-34cd5409c7a5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.819952] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97a07416-ff06-4014-ac35-34cd5409c7a5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.034347] env[69933]: INFO networking_nsxv3.common.synchronization [None req-a587a1c5-4d77-4cad-8d47-50738d6405a6 None None] Enqueued Resource ID: a8a75e1e-f45f-4a6a-a0d4-ca5ff3a61a76 with Priority: HIGHEST for action port [ 888.034347] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8a75e1e-f45f-4a6a-a0d4-ca5ff3a61a76 with Priority: HIGHEST for action port [ 888.034347] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8a75e1e-f45f-4a6a-a0d4-ca5ff3a61a76 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.034347] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8a75e1e-f45f-4a6a-a0d4-ca5ff3a61a76" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.035043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8a75e1e-f45f-4a6a-a0d4-ca5ff3a61a76" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.035593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8a75e1e-f45f-4a6a-a0d4-ca5ff3a61a76" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.035845] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8a75e1e-f45f-4a6a-a0d4-ca5ff3a61a76',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.147316] env[69933]: INFO networking_nsxv3.common.synchronization [req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 req-c970ba91-6b90-45d6-8d69-15fc82c538dc tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Enqueued Resource ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 with Priority: HIGHEST for action security_group_members [ 888.147886] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 with Priority: HIGHEST for action security_group_members [ 888.148540] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a597d2c-722d-4a93-b87b-83de0fc45656 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.148540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.148678] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.148844] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.149024] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.149151] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.149246] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.149423] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.149510] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.149599] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a597d2c-722d-4a93-b87b-83de0fc45656',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.324259] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 449d5f16-71b4-4352-832e-7323da318d22 in Status: SUCCESS [ 888.324520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.325122] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.325245] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.325420] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97a07416-ff06-4014-ac35-34cd5409c7a5 with status ACTIVE [ 888.325593] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.325704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.325770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.325980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.326759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.327035] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.327109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.327166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.327357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.327875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.327875] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.327875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.327875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.328110] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.328110] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.328110] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97a07416-ff06-4014-ac35-34cd5409c7a5 is going to be updated. [ 888.329094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.329263] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.329416] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.329515] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.329578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.329715] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.329793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.329874] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.329964] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('449d5f16-71b4-4352-832e-7323da318d22',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.362849] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.363014] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.363091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.363316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.363456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.363622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97a07416-ff06-4014-ac35-34cd5409c7a5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.539285] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8a75e1e-f45f-4a6a-a0d4-ca5ff3a61a76 [ 888.539285] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.539285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.539285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.539285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.539285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.539285] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8a75e1e-f45f-4a6a-a0d4-ca5ff3a61a76 already deleted. [ 888.539285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8a75e1e-f45f-4a6a-a0d4-ca5ff3a61a76" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.554421] env[69933]: INFO networking_nsxv3.common.synchronization [req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 req-eb1dff4e-21e2-4c7b-b789-e81ec21aab3e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Enqueued Resource ID: a8c7ac16-353e-4374-abbc-9a1d012852ff with Priority: HIGHEST for action security_group_members [ 888.555235] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c7ac16-353e-4374-abbc-9a1d012852ff with Priority: HIGHEST for action security_group_members [ 888.555611] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c7ac16-353e-4374-abbc-9a1d012852ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.555920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.555974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.556961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.557210] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.557528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.557528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.557859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.557903] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.558052] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c7ac16-353e-4374-abbc-9a1d012852ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.652636] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.652830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.652869] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.653159] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.653292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.653534] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.653640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.653701] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.653911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.654053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.654159] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 already deleted. [ 888.654295] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.834123] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('449d5f16-71b4-4352-832e-7323da318d22',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.971029] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.975293] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-943" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.975293] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-943" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.975293] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-943" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.975293] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.975293] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.975293] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.975293] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.975293] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.975293] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.975293] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.975293] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.975293] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.975293] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.975293] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.975293] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.999050] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.999050] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 888.999050] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.999050] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-943" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.999329] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-b48b154f-439e-4a29-b28f-6544cd0cd2fc taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.999329] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-b48b154f-439e-4a29-b28f-6544cd0cd2fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.999465] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-b48b154f-439e-4a29-b28f-6544cd0cd2fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.000250] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-b48b154f-439e-4a29-b28f-6544cd0cd2fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.000250] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b48b154f-439e-4a29-b28f-6544cd0cd2fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.063786] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.063786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.063994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.064106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.064210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.064427] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.064546] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.064612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.064783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.064893] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.064993] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c7ac16-353e-4374-abbc-9a1d012852ff is going to be updated. [ 889.096206] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.096552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.096552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.096655] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.096881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.111993] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c7ac16-353e-4374-abbc-9a1d012852ff in Status: IN_PROGRESS for 2s [ 889.112792] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: SUCCESS [ 889.113018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.114433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.114433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.114433] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.114433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.114433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.114433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.114763] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.114763] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.314392] env[69933]: INFO networking_nsxv3.common.synchronization [req-86fcfeec-082d-480c-b638-38d820685602 req-17ef0627-550e-4898-be41-afabe800691f tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 889.318275] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 889.318275] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.318275] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.318275] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.318275] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.318275] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.318275] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.318275] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.318275] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.318275] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.318275] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.338315] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 449d5f16-71b4-4352-832e-7323da318d22: rpc.has_security_group_logging(os_id): False [ 889.360170] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.360316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.360386] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.360614] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.360703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.360964] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.361098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.361149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.361276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.361357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.361445] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 449d5f16-71b4-4352-832e-7323da318d22 is going to be created. [ 889.444682] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.444896] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.445189] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.445366] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.445571] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.462502] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 449d5f16-71b4-4352-832e-7323da318d22 in Status: IN_PROGRESS for 2s [ 889.503369] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.503369] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.503606] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.503843] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.504044] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.504848] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port b48b154f-439e-4a29-b28f-6544cd0cd2fc not found, creating... [ 889.505109] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.505328] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.505466] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.505775] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.505936] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.506298] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.507786] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.507993] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.508311] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.508485] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.508694] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: b48b154f-439e-4a29-b28f-6544cd0cd2fc is going to be created. [ 889.559898] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.560420] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.560420] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.560551] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.560832] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.561481] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-b48b154f-439e-4a29-b28f-6544cd0cd2fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.616701] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.823615] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.823783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.823896] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.824143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.824247] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.824447] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.824550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.824613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.824765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.824840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.824945] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be updated. [ 889.858190] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.858509] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.858509] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.858623] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.858743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.870259] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: IN_PROGRESS for 2s [ 890.119948] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.375409] env[69933]: INFO networking_nsxv3.common.synchronization [req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 req-2be4f59e-8302-417e-b5fa-0b939639481b service nova] Enqueued Resource ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 with Priority: HIGHEST for action security_group_rules [ 890.375934] env[69933]: INFO networking_nsxv3.common.synchronization [req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 req-2be4f59e-8302-417e-b5fa-0b939639481b service nova] Enqueued Resource ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 with Priority: HIGHEST for action security_group_members [ 890.375934] env[69933]: INFO networking_nsxv3.common.synchronization [req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 req-2be4f59e-8302-417e-b5fa-0b939639481b service nova] Enqueued Resource ID: b48b154f-439e-4a29-b28f-6544cd0cd2fc with Priority: HIGHEST for action port [ 890.380164] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 with Priority: HIGHEST for action security_group_rules [ 890.380164] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 with Priority: HIGHEST for action security_group_members [ 890.380164] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48b154f-439e-4a29-b28f-6544cd0cd2fc with Priority: HIGHEST for action port [ 890.380164] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a597d2c-722d-4a93-b87b-83de0fc45656 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.380164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.380164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.380164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.380522] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a597d2c-722d-4a93-b87b-83de0fc45656',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.381721] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a597d2c-722d-4a93-b87b-83de0fc45656 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.381721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.381721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.381874] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.382303] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.382420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.382485] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.382643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.382729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.383549] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a597d2c-722d-4a93-b87b-83de0fc45656',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.385756] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b48b154f-439e-4a29-b28f-6544cd0cd2fc taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.385901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b48b154f-439e-4a29-b28f-6544cd0cd2fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.385966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b48b154f-439e-4a29-b28f-6544cd0cd2fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.386217] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b48b154f-439e-4a29-b28f-6544cd0cd2fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.386362] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b48b154f-439e-4a29-b28f-6544cd0cd2fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.622284] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.622510] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.622553] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.622877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.623033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.623146] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be updated. [ 890.683531] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.683693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.683757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.684199] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.684503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.696404] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: IN_PROGRESS for 2s [ 890.889318] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a597d2c-722d-4a93-b87b-83de0fc45656 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.889664] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.891286] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b48b154f-439e-4a29-b28f-6544cd0cd2fc with status ACTIVE [ 890.891397] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.891514] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.891578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.891800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.891919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.892118] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.892213] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.892271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.892420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.892489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.893008] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.893008] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.893008] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.893008] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.893190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.893190] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b48b154f-439e-4a29-b28f-6544cd0cd2fc is going to be updated. [ 890.894374] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a597d2c-722d-4a93-b87b-83de0fc45656',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.924272] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.924485] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.924485] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.924724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.924881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.925055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b48b154f-439e-4a29-b28f-6544cd0cd2fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.942034] env[69933]: INFO networking_nsxv3.common.synchronization [req-e4e5800b-3108-42e9-ac21-d33c977e0fae req-eb48739c-5eb1-4125-b56d-53f06b7441e2 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Enqueued Resource ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e with Priority: HIGHEST for action security_group_members [ 890.943165] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e with Priority: HIGHEST for action security_group_members [ 890.943165] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.947188] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.947420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.947847] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.948153] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.949197] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.951859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.952754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.952754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.952754] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.129288] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c7ac16-353e-4374-abbc-9a1d012852ff in Status: SUCCESS [ 891.129288] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c7ac16-353e-4374-abbc-9a1d012852ff deletion is rescheduled due to dependency. [ 891.129288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.398523] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a597d2c-722d-4a93-b87b-83de0fc45656',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.456643] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.456876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.456876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.457268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.457268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.457539] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.457644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.457707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.457900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.457987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.458127] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e already deleted. [ 891.458248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.477075] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 449d5f16-71b4-4352-832e-7323da318d22 in Status: SUCCESS [ 891.477312] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.766344] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.766556] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-734" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.766681] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-734" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.767025] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-734" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.767309] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.767498] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.767628] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.767892] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.768809] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.770078] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.770078] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.770213] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.770291] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.770416] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.770528] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.770784] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.793272] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.793449] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 891.793590] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.793770] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-734" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.794176] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-ea7e972e-dc5a-4009-9ee6-7633841a75c5 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.794400] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-ea7e972e-dc5a-4009-9ee6-7633841a75c5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.794558] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-ea7e972e-dc5a-4009-9ee6-7633841a75c5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.794910] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-ea7e972e-dc5a-4009-9ee6-7633841a75c5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.799019] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea7e972e-dc5a-4009-9ee6-7633841a75c5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.881268] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: SUCCESS [ 891.881620] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 deletion is rescheduled due to dependency. [ 891.881720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.904465] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.904465] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.904465] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.904465] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.904465] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.904465] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 is going to be created. [ 891.933080] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.933080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.933080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.933080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.933080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.944773] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 in Status: UNINITIALIZED for 2s [ 892.299616] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.299836] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.299997] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.300334] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.300600] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.300796] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port ea7e972e-dc5a-4009-9ee6-7633841a75c5 not found, creating... [ 892.301109] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.301287] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.301417] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.301665] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.301823] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.303000] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.303266] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.303469] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.303774] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.304016] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.304259] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: ea7e972e-dc5a-4009-9ee6-7633841a75c5 is going to be created. [ 892.332916] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.333272] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.333272] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.333683] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.334310] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.334728] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-ea7e972e-dc5a-4009-9ee6-7633841a75c5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.709630] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: SUCCESS [ 892.710486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.710486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.710794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.711161] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.711363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.711617] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.711845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.711989] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.712189] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.712470] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.218026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.218026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.218026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.218026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.218026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.218026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.218026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.218026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.218026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.218026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.218026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.218026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.218026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.218026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.218026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.218026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.218926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.218926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.218926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.218926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.218926] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.517897] env[69933]: INFO networking_nsxv3.common.synchronization [req-2beb4946-63f8-4ffc-a282-23aed758cbf9 req-9ea7b584-72e4-4105-9909-334a5d134bde tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: e43efece-a462-45e0-bcd2-66ac1444149d with Priority: HIGHEST for action security_group_members [ 893.518522] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43efece-a462-45e0-bcd2-66ac1444149d with Priority: HIGHEST for action security_group_members [ 893.518522] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e43efece-a462-45e0-bcd2-66ac1444149d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.518627] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.518668] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.519103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.519103] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.519103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.519103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.519103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.519103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.519103] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e43efece-a462-45e0-bcd2-66ac1444149d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.525026] env[69933]: INFO networking_nsxv3.common.synchronization [req-e4e5800b-3108-42e9-ac21-d33c977e0fae req-3a67917c-0e43-488b-b627-02e72cdf5880 service nova] Enqueued Resource ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e with Priority: HIGHEST for action security_group_rules [ 893.525249] env[69933]: INFO networking_nsxv3.common.synchronization [req-e4e5800b-3108-42e9-ac21-d33c977e0fae req-3a67917c-0e43-488b-b627-02e72cdf5880 service nova] Enqueued Resource ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e with Priority: HIGHEST for action security_group_members [ 893.525391] env[69933]: INFO networking_nsxv3.common.synchronization [req-e4e5800b-3108-42e9-ac21-d33c977e0fae req-3a67917c-0e43-488b-b627-02e72cdf5880 service nova] Enqueued Resource ID: ea7e972e-dc5a-4009-9ee6-7633841a75c5 with Priority: HIGHEST for action port [ 893.526916] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e with Priority: HIGHEST for action security_group_rules [ 893.526916] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e with Priority: HIGHEST for action security_group_members [ 893.527370] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7e972e-dc5a-4009-9ee6-7633841a75c5 with Priority: HIGHEST for action port [ 893.529074] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.529192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.529247] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.529497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.529580] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.534311] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.534558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.534558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.534829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.534949] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.535037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.536940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.536940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.536940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.537109] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.538550] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea7e972e-dc5a-4009-9ee6-7633841a75c5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.538550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea7e972e-dc5a-4009-9ee6-7633841a75c5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.538550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea7e972e-dc5a-4009-9ee6-7633841a75c5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.538550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea7e972e-dc5a-4009-9ee6-7633841a75c5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.538892] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea7e972e-dc5a-4009-9ee6-7633841a75c5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.723447] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8f4bfda-2512-4ffb-b5e4-cd974160a0e5: rpc.has_security_group_logging(os_id): False [ 893.747432] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.747620] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.747660] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.747860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.747947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.748198] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.748307] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.748378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.748543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.748623] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.748807] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.748901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.748964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.749265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.749265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.749379] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.749466] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.749527] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.749664] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.749742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.749846] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be updated. [ 893.841499] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.841665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.842012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.842012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.842140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.859362] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: IN_PROGRESS for 2s [ 893.955965] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 in Status: SUCCESS [ 893.956914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.956914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.957563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.957563] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.957563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.957563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.957781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.957781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.957838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.957950] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a597d2c-722d-4a93-b87b-83de0fc45656',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.027038] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.027192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.027192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.027453] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.027586] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.027850] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.027957] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.028066] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.032024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.032024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.032024] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e43efece-a462-45e0-bcd2-66ac1444149d is going to be updated. [ 894.040498] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.042857] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.042857] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.044217] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea7e972e-dc5a-4009-9ee6-7633841a75c5 with status ACTIVE [ 894.044217] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.044217] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.044217] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.044217] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.044696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.044917] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.045071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.045138] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.045342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.045639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.045745] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.046309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.046309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.046552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.046673] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.046871] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea7e972e-dc5a-4009-9ee6-7633841a75c5 is going to be updated. [ 894.069498] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.069498] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.071101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.071533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.071770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.083553] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.083553] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.084022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.084022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.084177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.084391] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea7e972e-dc5a-4009-9ee6-7633841a75c5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.086193] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e43efece-a462-45e0-bcd2-66ac1444149d in Status: IN_PROGRESS for 2s [ 894.467963] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a597d2c-722d-4a93-b87b-83de0fc45656 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.468355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.468355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.468515] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.468665] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.468743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.468780] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.468924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.469017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.469104] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.469304] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a597d2c-722d-4a93-b87b-83de0fc45656 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.469641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.469641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.469825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.469991] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.470076] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.470140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.470346] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.471142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.471142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.471142] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a597d2c-722d-4a93-b87b-83de0fc45656',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.510974] env[69933]: INFO networking_nsxv3.common.synchronization [req-2076260d-50a4-4311-b940-f8d39cb1ae4f req-33fd2bdd-b9de-47c7-b10a-e27f64cfc5cf tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 894.511751] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 894.512287] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.512453] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.512526] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.512940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.513131] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.513319] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.513319] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.513499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.513561] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.513637] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.545355] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.975269] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a597d2c-722d-4a93-b87b-83de0fc45656: rpc.has_security_group_logging(os_id): False [ 895.011058] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.011058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.011058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.012301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.012301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.012301] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.012301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.012301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.016021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.016021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.016021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.016021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.016021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.016021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.016021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.016021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.016021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.016021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.016021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.016021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.016021] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 is going to be created. [ 895.016960] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.017166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.017265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.017536] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.017760] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.017953] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.018227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.018341] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.018580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.018942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.018942] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db already deleted. [ 895.018942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.046560] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.047598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.047598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.047598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.047598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.047598] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e is going to be created. [ 895.084077] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.084551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.084551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.084551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.084873] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.099113] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e in Status: UNINITIALIZED for 2s [ 895.140538] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.140718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.140808] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.141104] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.141336] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.157435] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 in Status: IN_PROGRESS for 2s [ 895.324454] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.324454] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.324454] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.324454] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.324454] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.324454] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.324454] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.324731] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.324924] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.325269] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.325450] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.325587] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.325701] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.325815] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.325933] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.326286] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.352351] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.355644] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.355644] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.355644] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.355644] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-2628f9f0-6d2a-49d8-930b-fa511beb5dc0 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.355644] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-2628f9f0-6d2a-49d8-930b-fa511beb5dc0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.355644] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-2628f9f0-6d2a-49d8-930b-fa511beb5dc0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.355644] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-2628f9f0-6d2a-49d8-930b-fa511beb5dc0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.355644] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2628f9f0-6d2a-49d8-930b-fa511beb5dc0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.860272] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.860566] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.863020] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.863020] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.863020] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.863020] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 2628f9f0-6d2a-49d8-930b-fa511beb5dc0 not found, creating... [ 895.863020] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.863020] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.863020] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.863020] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.863020] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.864221] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.864422] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.864544] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.864786] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.864941] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.865811] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 2628f9f0-6d2a-49d8-930b-fa511beb5dc0 is going to be created. [ 895.891340] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: SUCCESS [ 895.891608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.893704] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.893970] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.894234] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.894448] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.894677] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.894955] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-2628f9f0-6d2a-49d8-930b-fa511beb5dc0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.103996] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e43efece-a462-45e0-bcd2-66ac1444149d in Status: SUCCESS [ 896.103996] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e43efece-a462-45e0-bcd2-66ac1444149d deletion is rescheduled due to dependency. [ 896.103996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.524858] env[69933]: INFO networking_nsxv3.common.synchronization [None req-690802a7-0a4f-4522-984d-9ad477790018 None None] Enqueued Resource ID: 40b1c1df-6f8f-45a4-ab2d-00f28d515016 with Priority: HIGHEST for action port [ 896.525200] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b1c1df-6f8f-45a4-ab2d-00f28d515016 with Priority: HIGHEST for action port [ 896.525785] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-40b1c1df-6f8f-45a4-ab2d-00f28d515016 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.525915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40b1c1df-6f8f-45a4-ab2d-00f28d515016" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.525970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40b1c1df-6f8f-45a4-ab2d-00f28d515016" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.526366] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40b1c1df-6f8f-45a4-ab2d-00f28d515016" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.526594] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b1c1df-6f8f-45a4-ab2d-00f28d515016',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.034715] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40b1c1df-6f8f-45a4-ab2d-00f28d515016 [ 897.034715] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.034715] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.034715] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.034715] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.034715] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.034715] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40b1c1df-6f8f-45a4-ab2d-00f28d515016 already deleted. [ 897.034715] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40b1c1df-6f8f-45a4-ab2d-00f28d515016" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.111288] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e in Status: SUCCESS [ 897.111510] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.111802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.111889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.112101] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.112282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.112282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.112454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.112555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.112614] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.112704] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.128677] env[69933]: INFO networking_nsxv3.common.synchronization [req-2076260d-50a4-4311-b940-f8d39cb1ae4f req-0b61a408-d423-4870-b157-c0ea6b6625a0 service nova] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_rules [ 897.128995] env[69933]: INFO networking_nsxv3.common.synchronization [req-2076260d-50a4-4311-b940-f8d39cb1ae4f req-0b61a408-d423-4870-b157-c0ea6b6625a0 service nova] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 897.129092] env[69933]: INFO networking_nsxv3.common.synchronization [req-2076260d-50a4-4311-b940-f8d39cb1ae4f req-0b61a408-d423-4870-b157-c0ea6b6625a0 service nova] Enqueued Resource ID: 2628f9f0-6d2a-49d8-930b-fa511beb5dc0 with Priority: HIGHEST for action port [ 897.130762] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_rules [ 897.130762] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 897.130762] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2628f9f0-6d2a-49d8-930b-fa511beb5dc0 with Priority: HIGHEST for action port [ 897.130951] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.131071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.131112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.131429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.131633] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.132583] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.132863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.132863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.134779] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.134894] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.135165] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.135165] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.135317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.135393] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.135498] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.136668] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-2628f9f0-6d2a-49d8-930b-fa511beb5dc0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.136773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2628f9f0-6d2a-49d8-930b-fa511beb5dc0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.136846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2628f9f0-6d2a-49d8-930b-fa511beb5dc0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.139563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2628f9f0-6d2a-49d8-930b-fa511beb5dc0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.139563] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2628f9f0-6d2a-49d8-930b-fa511beb5dc0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.172223] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 in Status: SUCCESS [ 897.172504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.301221] env[69933]: INFO networking_nsxv3.common.synchronization [req-d1e11643-9796-44d1-ac17-05a68fc0190c req-14fb0f96-32a3-4e25-a08c-9f5d459bf222 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Enqueued Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGHEST for action security_group_members [ 897.301849] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGHEST for action security_group_members [ 897.302140] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e62d306-f33e-439a-9859-c6652283fb5c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.302271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.302375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.302539] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.302698] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.303829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.303888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.304122] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.304273] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.304410] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.616878] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.617322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.617411] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.618084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.618354] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.618474] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.618520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.618747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.618840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.618932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.619194] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.619340] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.619404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.619559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.619761] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.619910] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.621055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.621055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.621055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.621055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.621248] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.641734] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.641917] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.643456] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.643456] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2628f9f0-6d2a-49d8-930b-fa511beb5dc0 with status ACTIVE [ 897.643456] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.643456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.643456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.643810] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.643810] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.643926] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.644093] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.644165] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.644354] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.644458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.644662] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.644762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.644851] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.645335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.645424] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.645759] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2628f9f0-6d2a-49d8-930b-fa511beb5dc0 is going to be updated. [ 897.675447] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.675447] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.675562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.675697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.675833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.676015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2628f9f0-6d2a-49d8-930b-fa511beb5dc0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.807791] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.807791] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.808020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.808215] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.808357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.808658] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.808810] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.808905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.809143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.809264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.809394] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e62d306-f33e-439a-9859-c6652283fb5c is going to be updated. [ 897.854814] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.855084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.855210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.855376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.855522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.867080] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e62d306-f33e-439a-9859-c6652283fb5c in Status: IN_PROGRESS for 2s [ 897.997782] env[69933]: INFO networking_nsxv3.common.synchronization [req-ae02424b-30eb-4417-a063-6835c9c7c6aa req-cc07a674-a5fe-4fa0-a246-1fd4947d5876 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Enqueued Resource ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 with Priority: HIGHEST for action security_group_members [ 897.998366] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 with Priority: HIGHEST for action security_group_members [ 897.999031] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb136dc2-3f21-4749-b867-41cfaa5a3099 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.999031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.999031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.001489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.001687] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.001812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.001878] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.002095] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.002193] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.002291] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb136dc2-3f21-4749-b867-41cfaa5a3099',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.124255] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e: rpc.has_security_group_logging(os_id): False [ 898.145751] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.145751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.145751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.145751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.145751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.146045] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.146045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.146045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.146196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.146196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.147361] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.147361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.147361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.147361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.147361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.147361] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.147673] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.147762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.147909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.147989] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.148095] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e is going to be created. [ 898.149285] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.247604] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.247604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.247604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.247604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.247604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.259486] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e in Status: IN_PROGRESS for 2s [ 898.506227] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.506227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.506227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.506578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.506578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.506703] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.506760] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.506876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.506961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.507070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.507167] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 already deleted. [ 898.507236] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.547955] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.548580] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-423" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.548580] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-423" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.548693] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-423" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.548851] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.549065] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.549304] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.549588] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.550132] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.550132] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.550607] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.550607] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.550801] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.551045] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.551243] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.551423] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.576021] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.576021] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 898.576021] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.576021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-423" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.576021] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-e5896798-8f53-4020-8ed4-0f551bab065d taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.576021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-e5896798-8f53-4020-8ed4-0f551bab065d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.576021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-e5896798-8f53-4020-8ed4-0f551bab065d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.576339] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-e5896798-8f53-4020-8ed4-0f551bab065d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.576404] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5896798-8f53-4020-8ed4-0f551bab065d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.652659] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.655161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.655161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.655161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.655161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.655161] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be created. [ 898.691516] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.691516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.691516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.691764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.691764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.705434] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: UNINITIALIZED for 2s [ 898.827787] env[69933]: INFO networking_nsxv3.common.synchronization [None req-7f8587f2-007a-42fc-9acd-ae48c1fddbaa None None] Enqueued Resource ID: f2e44365-d3b2-476b-8da6-b4891a4571bb with Priority: HIGHEST for action port [ 898.829025] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2e44365-d3b2-476b-8da6-b4891a4571bb with Priority: HIGHEST for action port [ 898.829382] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2e44365-d3b2-476b-8da6-b4891a4571bb taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.829764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2e44365-d3b2-476b-8da6-b4891a4571bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.829764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2e44365-d3b2-476b-8da6-b4891a4571bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.831256] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2e44365-d3b2-476b-8da6-b4891a4571bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.831256] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2e44365-d3b2-476b-8da6-b4891a4571bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.078859] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.079076] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.079207] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.079484] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.079616] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.079786] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port e5896798-8f53-4020-8ed4-0f551bab065d not found, creating... [ 899.080045] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.080738] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.080738] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.080738] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.080738] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.080908] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.081067] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.081186] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.082233] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.082233] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.082434] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: e5896798-8f53-4020-8ed4-0f551bab065d is going to be created. [ 899.106498] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.106659] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.106721] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.107115] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.107464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.107725] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-e5896798-8f53-4020-8ed4-0f551bab065d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.338348] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2e44365-d3b2-476b-8da6-b4891a4571bb [ 899.338741] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.338741] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.338903] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.339065] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.339192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.339336] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2e44365-d3b2-476b-8da6-b4891a4571bb already deleted. [ 899.339412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2e44365-d3b2-476b-8da6-b4891a4571bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.878999] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e62d306-f33e-439a-9859-c6652283fb5c in Status: SUCCESS [ 899.879219] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e62d306-f33e-439a-9859-c6652283fb5c deletion is rescheduled due to dependency. [ 899.879337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.008923] env[69933]: INFO networking_nsxv3.common.synchronization [req-ae02424b-30eb-4417-a063-6835c9c7c6aa req-5e95ff1d-6c02-4fe3-8384-b086cbcb513c service nova] Enqueued Resource ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 with Priority: HIGHEST for action security_group_rules [ 900.008923] env[69933]: INFO networking_nsxv3.common.synchronization [req-ae02424b-30eb-4417-a063-6835c9c7c6aa req-5e95ff1d-6c02-4fe3-8384-b086cbcb513c service nova] Enqueued Resource ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 with Priority: HIGHEST for action security_group_members [ 900.009072] env[69933]: INFO networking_nsxv3.common.synchronization [req-ae02424b-30eb-4417-a063-6835c9c7c6aa req-5e95ff1d-6c02-4fe3-8384-b086cbcb513c service nova] Enqueued Resource ID: e5896798-8f53-4020-8ed4-0f551bab065d with Priority: HIGHEST for action port [ 900.009259] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 with Priority: HIGHEST for action security_group_rules [ 900.009389] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 with Priority: HIGHEST for action security_group_members [ 900.009488] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5896798-8f53-4020-8ed4-0f551bab065d with Priority: HIGHEST for action port [ 900.010272] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb136dc2-3f21-4749-b867-41cfaa5a3099 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.011838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.011838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.011838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.011838] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb136dc2-3f21-4749-b867-41cfaa5a3099',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.013267] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb136dc2-3f21-4749-b867-41cfaa5a3099 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.013267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.013267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.013267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.013267] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.013267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.013267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.013827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.013827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.013827] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb136dc2-3f21-4749-b867-41cfaa5a3099',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.016091] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5896798-8f53-4020-8ed4-0f551bab065d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.016091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5896798-8f53-4020-8ed4-0f551bab065d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.016357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5896798-8f53-4020-8ed4-0f551bab065d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.016357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5896798-8f53-4020-8ed4-0f551bab065d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.016583] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5896798-8f53-4020-8ed4-0f551bab065d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.273291] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e in Status: SUCCESS [ 900.273520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.513126] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb136dc2-3f21-4749-b867-41cfaa5a3099 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.513543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.516746] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb136dc2-3f21-4749-b867-41cfaa5a3099',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.518274] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5896798-8f53-4020-8ed4-0f551bab065d with status ACTIVE [ 900.519031] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.519031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.519031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.519031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.519031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.519410] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.519410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.519410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.519410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.519556] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.519662] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.519756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.519820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.519965] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.520235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.520339] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5896798-8f53-4020-8ed4-0f551bab065d is going to be updated. [ 900.546980] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.546980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.546980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.546980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.546980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.546980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5896798-8f53-4020-8ed4-0f551bab065d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.717330] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 900.717631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.717818] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.718311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.718529] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.718650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.718714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.718942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.719046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.719112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.719162] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.020727] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb136dc2-3f21-4749-b867-41cfaa5a3099',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.224156] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.224367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.224409] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.224763] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.227056] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.227056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.227056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.227056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.227056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.227056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.227056] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.227056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.227056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.227056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.227056] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.227056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.227056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.227056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.227056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.227056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.227056] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.523569] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.524298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.524298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.524298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.524298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.524470] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 is going to be created. [ 901.555476] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.555574] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.555846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.556681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.560022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.570631] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 in Status: UNINITIALIZED for 2s [ 901.729354] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92799342-7ea0-49fc-af59-fd04e380b3db: rpc.has_security_group_logging(os_id): False [ 901.748707] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.748991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.749124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.749587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.751586] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.751586] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.751877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.752056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.752367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.752544] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.752924] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.753153] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.753308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.753609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.753766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.754165] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.754527] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.754527] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.754808] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.755037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.755252] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be created. [ 901.822505] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.822751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.822869] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.823147] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.823342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.836828] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 902.222240] env[69933]: INFO networking_nsxv3.common.synchronization [req-8a1c688f-369e-4d4a-93bc-283025c26913 req-e90af5ce-202c-4bdb-b2e2-afca68d3f68b tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Enqueued Resource ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 with Priority: HIGHEST for action security_group_members [ 902.222874] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 with Priority: HIGHEST for action security_group_members [ 902.223046] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a597d2c-722d-4a93-b87b-83de0fc45656 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.223197] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.223271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.223492] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.223664] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.223822] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.223884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.224097] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.224232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.224332] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a597d2c-722d-4a93-b87b-83de0fc45656',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.729021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.729021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.729021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.729021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.729021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.729021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.729021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.729021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.729021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.729021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.729021] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 is going to be updated. [ 902.756886] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.757051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.757252] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.757331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.757488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.766444] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 in Status: IN_PROGRESS for 2s [ 903.338246] env[69933]: INFO networking_nsxv3.common.synchronization [req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 req-f3fd5fc5-966e-48c1-a664-4f678d0478de tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Enqueued Resource ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f with Priority: HIGHEST for action security_group_members [ 903.338830] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f with Priority: HIGHEST for action security_group_members [ 903.339210] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.339350] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.339406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.339737] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.339864] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.340032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.340166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.340299] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.340400] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.340529] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.582873] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 in Status: SUCCESS [ 903.583144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.583670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.583670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.583811] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.583811] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.583931] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.584138] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.584227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.584306] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.584397] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb136dc2-3f21-4749-b867-41cfaa5a3099',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.844563] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.844927] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.844927] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.845211] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.845625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.845625] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.845802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.845802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.846030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.846117] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.846215] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f already deleted. [ 903.846317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.855254] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 903.855490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.922180] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.922430] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-426" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.922559] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-426" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.922850] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-426" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.925386] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.925386] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.925386] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.925707] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.925776] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.925964] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.926133] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.926303] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.926368] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.926510] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.926584] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.926897] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.952891] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.952891] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 903.952891] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.952891] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-426" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.952891] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-6d1f998e-f0a0-432a-b760-b85cb6988ef6 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.952891] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-6d1f998e-f0a0-432a-b760-b85cb6988ef6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.952891] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-6d1f998e-f0a0-432a-b760-b85cb6988ef6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.952891] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-6d1f998e-f0a0-432a-b760-b85cb6988ef6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.952891] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d1f998e-f0a0-432a-b760-b85cb6988ef6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.086933] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb136dc2-3f21-4749-b867-41cfaa5a3099 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.087124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.087192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.087404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.087580] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.087683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.087746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.087902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.087988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.088097] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.088244] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb136dc2-3f21-4749-b867-41cfaa5a3099 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.088368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.088428] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.088570] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.088707] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.088798] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.088852] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.088986] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.089072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.089151] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.089240] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb136dc2-3f21-4749-b867-41cfaa5a3099',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.467083] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.467083] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.467083] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.467083] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.467083] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.467083] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 6d1f998e-f0a0-432a-b760-b85cb6988ef6 not found, creating... [ 904.467083] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.467083] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.467083] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.467083] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.467083] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.467563] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.467563] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.467642] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.467793] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.468520] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.468768] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 6d1f998e-f0a0-432a-b760-b85cb6988ef6 is going to be created. [ 904.491512] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.491622] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.491802] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.492879] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.492879] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.492879] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-6d1f998e-f0a0-432a-b760-b85cb6988ef6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.594758] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb136dc2-3f21-4749-b867-41cfaa5a3099: rpc.has_security_group_logging(os_id): False [ 904.621521] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.621803] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.622579] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.622579] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.622579] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.622873] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.629998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.630250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.630529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.633033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.633033] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.633033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.633033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.633033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.633033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.633033] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.633033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.633033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.633033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.633033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.633033] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 is going to be created. [ 904.706059] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.706059] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.706059] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.706059] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.707580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.721157] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 in Status: IN_PROGRESS for 2s [ 904.790092] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 in Status: SUCCESS [ 904.790092] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a597d2c-722d-4a93-b87b-83de0fc45656 deletion is rescheduled due to dependency. [ 904.790297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a597d2c-722d-4a93-b87b-83de0fc45656" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.093381] env[69933]: INFO networking_nsxv3.common.synchronization [None req-7a31feef-51b2-4a60-a93f-008bbe5ddedf None None] Enqueued Resource ID: 72154838-042d-4176-bc5a-66f0f265b16b with Priority: HIGHEST for action port [ 905.094096] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72154838-042d-4176-bc5a-66f0f265b16b with Priority: HIGHEST for action port [ 905.094423] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-72154838-042d-4176-bc5a-66f0f265b16b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.095961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72154838-042d-4176-bc5a-66f0f265b16b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.095961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72154838-042d-4176-bc5a-66f0f265b16b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.095961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72154838-042d-4176-bc5a-66f0f265b16b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.095961] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72154838-042d-4176-bc5a-66f0f265b16b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.401208] env[69933]: INFO networking_nsxv3.common.synchronization [req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 req-b8935074-ef2e-42d4-a21f-cb5f96d57a6c service nova] Enqueued Resource ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f with Priority: HIGHEST for action security_group_rules [ 905.401417] env[69933]: INFO networking_nsxv3.common.synchronization [req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 req-b8935074-ef2e-42d4-a21f-cb5f96d57a6c service nova] Enqueued Resource ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f with Priority: HIGHEST for action security_group_members [ 905.401618] env[69933]: INFO networking_nsxv3.common.synchronization [req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 req-b8935074-ef2e-42d4-a21f-cb5f96d57a6c service nova] Enqueued Resource ID: 6d1f998e-f0a0-432a-b760-b85cb6988ef6 with Priority: HIGHEST for action port [ 905.406125] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f with Priority: HIGHEST for action security_group_rules [ 905.406125] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f with Priority: HIGHEST for action security_group_members [ 905.406125] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d1f998e-f0a0-432a-b760-b85cb6988ef6 with Priority: HIGHEST for action port [ 905.406125] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.406357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.406357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.410030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.410030] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.410030] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.410030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.410030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.410030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.410030] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.410030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.410030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.410030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.410030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.410030] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.410030] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d1f998e-f0a0-432a-b760-b85cb6988ef6 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.413127] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d1f998e-f0a0-432a-b760-b85cb6988ef6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.413251] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d1f998e-f0a0-432a-b760-b85cb6988ef6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.415109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d1f998e-f0a0-432a-b760-b85cb6988ef6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.415109] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d1f998e-f0a0-432a-b760-b85cb6988ef6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.596852] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72154838-042d-4176-bc5a-66f0f265b16b [ 905.599055] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.599271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.599345] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.599647] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.599647] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.599826] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72154838-042d-4176-bc5a-66f0f265b16b already deleted. [ 905.599826] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72154838-042d-4176-bc5a-66f0f265b16b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.919270] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.919270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.919270] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.919270] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d1f998e-f0a0-432a-b760-b85cb6988ef6 with status ACTIVE [ 905.919270] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.919270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.919270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.919270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.919270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.919270] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.919270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.922512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.922512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.922671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.922822] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.922945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.923038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.923228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.923324] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.923415] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d1f998e-f0a0-432a-b760-b85cb6988ef6 is going to be updated. [ 905.949511] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.952391] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.952391] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.952888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.952888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.953136] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d1f998e-f0a0-432a-b760-b85cb6988ef6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.181124] env[69933]: INFO networking_nsxv3.common.synchronization [req-c3303e51-ad86-4d1d-b49c-504637b42c59 req-f1aa3533-dbeb-4669-b654-a0de4511d0f0 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Enqueued Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_members [ 906.182302] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_members [ 906.182302] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe61313c-7ef4-4979-a20d-b86e625fd10b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.182302] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.182302] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.182570] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.182659] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.182738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.182796] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.182944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.185927] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.186038] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.426186] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.688871] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.689058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.689146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.689348] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.689532] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.689635] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.689730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.689790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.689938] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.690050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.690152] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe61313c-7ef4-4979-a20d-b86e625fd10b already deleted. [ 906.690208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.735556] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 in Status: SUCCESS [ 906.735776] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.798045] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.798275] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.798370] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.798721] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.798980] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.799771] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.799893] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.800153] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.800304] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.800549] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.800667] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.800767] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.801065] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.801224] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.801339] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.801598] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.825818] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.825993] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 906.826152] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.826343] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.826655] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-986fdd05-3bab-42a4-b068-d80f4372460e taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.826956] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-986fdd05-3bab-42a4-b068-d80f4372460e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.827152] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-986fdd05-3bab-42a4-b068-d80f4372460e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.827481] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-986fdd05-3bab-42a4-b068-d80f4372460e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.828040] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('986fdd05-3bab-42a4-b068-d80f4372460e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.931014] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.932809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.932809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.932809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.932809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.932809] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f is going to be created. [ 906.941369] env[69933]: INFO networking_nsxv3.common.synchronization [None req-c37176db-4df6-4e49-a6af-78a7c95e1b73 None None] Enqueued Resource ID: b3c260af-a94b-431d-9a44-48cff84454f0 with Priority: HIGHEST for action port [ 906.942231] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c260af-a94b-431d-9a44-48cff84454f0 with Priority: HIGHEST for action port [ 906.942568] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3c260af-a94b-431d-9a44-48cff84454f0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.942714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3c260af-a94b-431d-9a44-48cff84454f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.942784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3c260af-a94b-431d-9a44-48cff84454f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.946919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3c260af-a94b-431d-9a44-48cff84454f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.947083] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3c260af-a94b-431d-9a44-48cff84454f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.956861] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.957066] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.957165] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.957416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.957720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.969270] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f in Status: UNINITIALIZED for 2s [ 907.331169] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.331520] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.332177] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.332574] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.332764] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.332921] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 986fdd05-3bab-42a4-b068-d80f4372460e not found, creating... [ 907.333335] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.333519] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.333639] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.333883] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.335186] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.335186] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.335186] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.335186] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.335361] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.335481] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.335620] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 986fdd05-3bab-42a4-b068-d80f4372460e is going to be created. [ 907.362100] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.362464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.362638] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.362960] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.363392] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.364030] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-986fdd05-3bab-42a4-b068-d80f4372460e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.452075] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3c260af-a94b-431d-9a44-48cff84454f0 [ 907.452075] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.452075] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.452075] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.452323] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.452323] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.452323] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3c260af-a94b-431d-9a44-48cff84454f0 already deleted. [ 907.452412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3c260af-a94b-431d-9a44-48cff84454f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.454318] env[69933]: INFO networking_nsxv3.common.synchronization [None req-1973d97b-6dac-4d0e-a274-d8069fbdf400 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Enqueued Resource ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 with Priority: HIGHEST for action security_group_rules [ 907.455111] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 with Priority: HIGHEST for action security_group_rules [ 907.455486] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.455629] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.455703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.456009] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.457312] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.669860] env[69933]: INFO networking_nsxv3.common.synchronization [None req-3fd7930b-9d80-4514-aaff-76ca85d2cf70 None None] Enqueued Resource ID: 76a5f229-8787-4ef9-a1ae-87f46a69e0d8 with Priority: HIGHEST for action port [ 907.670276] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a5f229-8787-4ef9-a1ae-87f46a69e0d8 with Priority: HIGHEST for action port [ 907.671072] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-76a5f229-8787-4ef9-a1ae-87f46a69e0d8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.671072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76a5f229-8787-4ef9-a1ae-87f46a69e0d8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.671072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76a5f229-8787-4ef9-a1ae-87f46a69e0d8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.674339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76a5f229-8787-4ef9-a1ae-87f46a69e0d8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.674484] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76a5f229-8787-4ef9-a1ae-87f46a69e0d8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.678301] env[69933]: INFO networking_nsxv3.common.synchronization [None req-6966cc72-155d-437b-9d51-fa3d44100081 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Enqueued Resource ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 with Priority: HIGHEST for action security_group_rules [ 907.679173] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 with Priority: HIGHEST for action security_group_rules [ 907.679604] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.679755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.984298] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.984449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.984511] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.984712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.984915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.984915] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 already deleted. [ 907.985042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.985177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.985344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.985426] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.179377] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76a5f229-8787-4ef9-a1ae-87f46a69e0d8 [ 908.179616] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.179751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.179816] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.180231] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.180378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.181347] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76a5f229-8787-4ef9-a1ae-87f46a69e0d8 already deleted. [ 908.181432] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76a5f229-8787-4ef9-a1ae-87f46a69e0d8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.509725] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.510203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.510203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.510203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.510522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.510522] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 already deleted. [ 908.510522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.652039] env[69933]: INFO networking_nsxv3.common.synchronization [req-c3303e51-ad86-4d1d-b49c-504637b42c59 req-c1d6f3d2-19b0-403c-9995-b225c963a0a0 service nova] Enqueued Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_rules [ 908.652312] env[69933]: INFO networking_nsxv3.common.synchronization [req-c3303e51-ad86-4d1d-b49c-504637b42c59 req-c1d6f3d2-19b0-403c-9995-b225c963a0a0 service nova] Enqueued Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_members [ 908.652460] env[69933]: INFO networking_nsxv3.common.synchronization [req-c3303e51-ad86-4d1d-b49c-504637b42c59 req-c1d6f3d2-19b0-403c-9995-b225c963a0a0 service nova] Enqueued Resource ID: 986fdd05-3bab-42a4-b068-d80f4372460e with Priority: HIGHEST for action port [ 908.653108] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_rules [ 908.653292] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_members [ 908.653737] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986fdd05-3bab-42a4-b068-d80f4372460e with Priority: HIGHEST for action port [ 908.654236] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe61313c-7ef4-4979-a20d-b86e625fd10b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.654431] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.654431] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.656242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.656242] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.656242] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe61313c-7ef4-4979-a20d-b86e625fd10b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.656242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.656242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.656242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.656242] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.656688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.656688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.656905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.656905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.657142] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.657891] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-986fdd05-3bab-42a4-b068-d80f4372460e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.658043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-986fdd05-3bab-42a4-b068-d80f4372460e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.658153] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-986fdd05-3bab-42a4-b068-d80f4372460e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.658339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-986fdd05-3bab-42a4-b068-d80f4372460e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.658440] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('986fdd05-3bab-42a4-b068-d80f4372460e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.990402] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f in Status: SUCCESS [ 908.990642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.990842] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.991059] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.991263] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.991418] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.991489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.991687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.991754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.991842] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.991931] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.024556] env[69933]: INFO networking_nsxv3.common.synchronization [None req-8680881b-56e4-4d71-8c33-d34227859018 None None] Enqueued Resource ID: 46c611af-02be-428b-87e1-69f45ae025fb with Priority: HIGHEST for action port [ 909.027024] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c611af-02be-428b-87e1-69f45ae025fb with Priority: HIGHEST for action port [ 909.027426] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-46c611af-02be-428b-87e1-69f45ae025fb taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.027568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46c611af-02be-428b-87e1-69f45ae025fb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.027640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46c611af-02be-428b-87e1-69f45ae025fb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.028580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46c611af-02be-428b-87e1-69f45ae025fb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.028580] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46c611af-02be-428b-87e1-69f45ae025fb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.164080] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.164080] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe61313c-7ef4-4979-a20d-b86e625fd10b taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.164080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.164080] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 986fdd05-3bab-42a4-b068-d80f4372460e with status ACTIVE [ 909.164080] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.164080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.164080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.164080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.164080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.164080] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.164080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.164080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.164080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.164080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.164804] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.164804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.165236] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.165527] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.165748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.165931] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 986fdd05-3bab-42a4-b068-d80f4372460e is going to be updated. [ 909.192999] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.193244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.193306] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.193486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.193629] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.193809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-986fdd05-3bab-42a4-b068-d80f4372460e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.495783] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.496167] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.496167] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.496366] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.496554] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.496667] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.496736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.496928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.497030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.497128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.497312] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.497423] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.497488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.497656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.497819] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.498044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.498044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.498148] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.498227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.498359] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.498418] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.531581] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46c611af-02be-428b-87e1-69f45ae025fb [ 909.531581] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.531581] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.531581] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.531581] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.532042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.532042] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46c611af-02be-428b-87e1-69f45ae025fb already deleted. [ 909.532042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46c611af-02be-428b-87e1-69f45ae025fb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.668914] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.001133] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f: rpc.has_security_group_logging(os_id): False [ 910.019130] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.019130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.019130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.019353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.019386] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.019615] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.019722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.019783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.019944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.020035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.020214] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.020305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.020365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.020504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.020577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.020746] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.020836] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.020895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.021041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.021116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.021197] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f is going to be created. [ 910.085442] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.085625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.085688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.085885] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.086074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.097383] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f in Status: IN_PROGRESS for 2s [ 910.171060] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.171253] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.171315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.171518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.171633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.171745] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe61313c-7ef4-4979-a20d-b86e625fd10b is going to be created. [ 910.248704] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.248704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.248704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.248704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.248704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.261112] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe61313c-7ef4-4979-a20d-b86e625fd10b in Status: UNINITIALIZED for 2s [ 911.312013] env[69933]: INFO networking_nsxv3.common.synchronization [req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 req-a5244718-5528-4bde-b51e-1ce31679667b tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Enqueued Resource ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 with Priority: HIGHEST for action security_group_members [ 911.312575] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 with Priority: HIGHEST for action security_group_members [ 911.312849] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cd8ae35-877a-4982-86b7-15761f7a9d47 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.313019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.313083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.313443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.313443] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.313600] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.313600] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.313743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.313823] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.313912] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cd8ae35-877a-4982-86b7-15761f7a9d47',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.586548] env[69933]: INFO networking_nsxv3.common.synchronization [req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 req-a565cf1a-c826-4cc6-8b1a-8186ead7ebb5 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Enqueued Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGHEST for action security_group_members [ 911.589337] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGHEST for action security_group_members [ 911.589765] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.590764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.590884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.591869] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.593227] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.593389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.593495] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.593705] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.594336] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.594336] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.817775] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.817775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.817775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.817775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.817775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.817775] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.817775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.817775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.817775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.817775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.817775] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 already deleted. [ 911.817775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.944507] env[69933]: INFO networking_nsxv3.common.synchronization [req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 req-aa69302c-f4d2-487a-a35c-3fed013b03ab tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Enqueued Resource ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e with Priority: HIGHEST for action security_group_members [ 911.944507] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e with Priority: HIGHEST for action security_group_members [ 911.944507] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.944507] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.944507] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.944507] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.944507] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.944864] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.945055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.945345] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.945531] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.945707] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.100621] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.100790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.100860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.101103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.101208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.101407] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.101534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.101595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.101727] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.101805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.101891] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 is going to be updated. [ 912.116509] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.116754] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-679" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.116915] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-679" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.117316] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-679" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.117606] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.117785] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.117906] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.118228] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.118393] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.118614] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.118731] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.118860] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.118973] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.119111] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.119228] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.119546] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.126624] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f in Status: SUCCESS [ 912.126954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.141730] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.141730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.141730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.142129] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.142167] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.154028] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.154028] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 912.154668] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.154668] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-679" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.155050] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.156854] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.156854] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.156854] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.156854] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e6e6ca-e6c0-4af6-b224-ab4079a3e40a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.161177] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 in Status: IN_PROGRESS for 2s [ 912.283223] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe61313c-7ef4-4979-a20d-b86e625fd10b in Status: SUCCESS [ 912.283466] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.283654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.283918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.284229] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.284358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.284446] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.284622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.284712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.284805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.284919] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.449033] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.449299] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.449351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.449587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.449680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.449877] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.449978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.450051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.450535] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.450717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.450820] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e is going to be updated. [ 912.485928] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.485928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.485928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.486193] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.486232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.497206] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e in Status: IN_PROGRESS for 2s [ 912.663808] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.663808] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.663808] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.664085] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.664206] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.666402] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 71e6e6ca-e6c0-4af6-b224-ab4079a3e40a not found, creating... [ 912.666811] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.667024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.667165] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.669300] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.669300] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.669300] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.669446] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.669547] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.669781] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.669914] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.670078] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 71e6e6ca-e6c0-4af6-b224-ab4079a3e40a is going to be created. [ 912.693466] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.693466] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.693466] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.693751] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.693963] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.694313] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.788040] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.291720] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe61313c-7ef4-4979-a20d-b86e625fd10b: rpc.has_security_group_logging(os_id): False [ 913.317460] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.317460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.317460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.317460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.317460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.317460] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.317460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.317460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.317460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.317460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.317460] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe61313c-7ef4-4979-a20d-b86e625fd10b is going to be created. [ 913.381215] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.381826] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.382049] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.382368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.382693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.394143] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe61313c-7ef4-4979-a20d-b86e625fd10b in Status: IN_PROGRESS for 2s [ 913.929438] env[69933]: INFO networking_nsxv3.common.synchronization [req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 req-156fdb39-96a1-4f7f-b6bf-f7a726587f1b service nova] Enqueued Resource ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 with Priority: HIGHEST for action security_group_rules [ 913.931224] env[69933]: INFO networking_nsxv3.common.synchronization [req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 req-156fdb39-96a1-4f7f-b6bf-f7a726587f1b service nova] Enqueued Resource ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 with Priority: HIGHEST for action security_group_members [ 913.931880] env[69933]: INFO networking_nsxv3.common.synchronization [req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 req-156fdb39-96a1-4f7f-b6bf-f7a726587f1b service nova] Enqueued Resource ID: 71e6e6ca-e6c0-4af6-b224-ab4079a3e40a with Priority: HIGHEST for action port [ 913.934832] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 with Priority: HIGHEST for action security_group_rules [ 913.934993] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 with Priority: HIGHEST for action security_group_members [ 913.935164] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e6e6ca-e6c0-4af6-b224-ab4079a3e40a with Priority: HIGHEST for action port [ 913.936130] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cd8ae35-877a-4982-86b7-15761f7a9d47 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.937529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.937583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.937784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.937873] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cd8ae35-877a-4982-86b7-15761f7a9d47',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.938782] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cd8ae35-877a-4982-86b7-15761f7a9d47 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.938902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.938968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.939188] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.939380] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.939492] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.939569] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.939745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.939839] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.939951] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cd8ae35-877a-4982-86b7-15761f7a9d47',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.940830] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.940953] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.942084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.942272] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.942351] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e6e6ca-e6c0-4af6-b224-ab4079a3e40a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.982274] env[69933]: INFO networking_nsxv3.common.synchronization [req-52352701-89f9-433c-af3c-8ad235f3e10b req-b0e2716e-35b4-4c83-92e7-38d5e2e94f4d tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Enqueued Resource ID: 72e1086d-b698-403c-ad9d-574aaeddb859 with Priority: HIGHEST for action security_group_members [ 913.982766] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e1086d-b698-403c-ad9d-574aaeddb859 with Priority: HIGHEST for action security_group_members [ 913.983078] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e1086d-b698-403c-ad9d-574aaeddb859 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.983208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.983275] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.984131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.984131] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.984131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.984131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.984131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.984131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.984379] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e1086d-b698-403c-ad9d-574aaeddb859',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.171241] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 in Status: SUCCESS [ 914.171432] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 deletion is rescheduled due to dependency. [ 914.171547] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.400757] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.400971] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-217" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.401114] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-217" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.401625] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-217" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.401931] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.402197] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.402349] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.403293] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.403597] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.404054] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.404131] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.404725] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.404725] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.404725] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.404880] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.405085] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.431294] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.431573] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 914.431743] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.431956] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-217" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.432330] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-3a24079d-b591-4598-b089-ecfc9000c423 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.432578] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-3a24079d-b591-4598-b089-ecfc9000c423" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.432716] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-3a24079d-b591-4598-b089-ecfc9000c423" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.433063] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-3a24079d-b591-4598-b089-ecfc9000c423" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.433236] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a24079d-b591-4598-b089-ecfc9000c423',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.444322] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cd8ae35-877a-4982-86b7-15761f7a9d47 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.444322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.444322] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cd8ae35-877a-4982-86b7-15761f7a9d47',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.447123] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71e6e6ca-e6c0-4af6-b224-ab4079a3e40a with status ACTIVE [ 914.447123] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.447123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.447123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.447123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.447498] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.450032] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.450032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.450032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.450032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.450032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.450032] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.450032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.450032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.450032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.450032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.450032] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71e6e6ca-e6c0-4af6-b224-ab4079a3e40a is going to be updated. [ 914.476656] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.476848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.477009] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.477253] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.477438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.477666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.488795] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.488963] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.489016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.489238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.489322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.489568] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.489712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.489787] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.489976] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.490076] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.490164] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e1086d-b698-403c-ad9d-574aaeddb859 already deleted. [ 914.490248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.508748] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e in Status: SUCCESS [ 914.508748] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e deletion is rescheduled due to dependency. [ 914.508748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.936818] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.937249] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.937523] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.937861] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.938040] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.938212] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 3a24079d-b591-4598-b089-ecfc9000c423 not found, creating... [ 914.938518] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.938757] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.938890] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.939138] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.939283] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.939582] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.939741] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.939863] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.940451] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.940691] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.940896] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 3a24079d-b591-4598-b089-ecfc9000c423 is going to be created. [ 914.946948] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cd8ae35-877a-4982-86b7-15761f7a9d47',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.970271] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.970499] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.970627] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.970919] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.971176] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.972219] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-3a24079d-b591-4598-b089-ecfc9000c423" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.408141] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe61313c-7ef4-4979-a20d-b86e625fd10b in Status: SUCCESS [ 915.408414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.451618] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.451813] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.451852] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.452186] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.452293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.452412] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 is going to be created. [ 915.483234] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.483392] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.483475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.483665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.483825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.495097] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 in Status: UNINITIALIZED for 2s [ 916.109484] env[69933]: INFO networking_nsxv3.common.synchronization [req-52352701-89f9-433c-af3c-8ad235f3e10b req-83d3138d-c92f-4565-88d1-11066b67557e service nova] Enqueued Resource ID: 72e1086d-b698-403c-ad9d-574aaeddb859 with Priority: HIGHEST for action security_group_rules [ 916.109992] env[69933]: INFO networking_nsxv3.common.synchronization [req-52352701-89f9-433c-af3c-8ad235f3e10b req-83d3138d-c92f-4565-88d1-11066b67557e service nova] Enqueued Resource ID: 72e1086d-b698-403c-ad9d-574aaeddb859 with Priority: HIGHEST for action security_group_members [ 916.109992] env[69933]: INFO networking_nsxv3.common.synchronization [req-52352701-89f9-433c-af3c-8ad235f3e10b req-83d3138d-c92f-4565-88d1-11066b67557e service nova] Enqueued Resource ID: 3a24079d-b591-4598-b089-ecfc9000c423 with Priority: HIGHEST for action port [ 916.110328] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e1086d-b698-403c-ad9d-574aaeddb859 with Priority: HIGHEST for action security_group_rules [ 916.110552] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e1086d-b698-403c-ad9d-574aaeddb859 with Priority: HIGHEST for action security_group_members [ 916.110731] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a24079d-b591-4598-b089-ecfc9000c423 with Priority: HIGHEST for action port [ 916.111574] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72e1086d-b698-403c-ad9d-574aaeddb859 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.111765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.111887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.112285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.112378] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72e1086d-b698-403c-ad9d-574aaeddb859',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.113229] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e1086d-b698-403c-ad9d-574aaeddb859 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.113344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.113414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.113583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.113735] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.113899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.113899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.114242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.114242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.114242] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e1086d-b698-403c-ad9d-574aaeddb859',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.114972] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a24079d-b591-4598-b089-ecfc9000c423 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.120628] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a24079d-b591-4598-b089-ecfc9000c423" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.120851] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a24079d-b591-4598-b089-ecfc9000c423" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.121134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a24079d-b591-4598-b089-ecfc9000c423" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.121263] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a24079d-b591-4598-b089-ecfc9000c423',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.628805] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72e1086d-b698-403c-ad9d-574aaeddb859',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.628805] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e1086d-b698-403c-ad9d-574aaeddb859 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.628805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.628805] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a24079d-b591-4598-b089-ecfc9000c423 with status ACTIVE [ 916.628805] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.628805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.628805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.628805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.628805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.628805] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.628805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.628805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.628805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.628805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.629387] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.629387] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.633144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.633144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.633144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.633144] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a24079d-b591-4598-b089-ecfc9000c423 is going to be updated. [ 916.656730] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.656887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.656998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.657334] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.657619] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.657797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a24079d-b591-4598-b089-ecfc9000c423" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.135019] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72e1086d-b698-403c-ad9d-574aaeddb859',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.468803] env[69933]: INFO networking_nsxv3.common.synchronization [req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 req-5fb9dbbc-be57-44a4-99f9-3fcb8f5e4318 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Enqueued Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGHEST for action security_group_members [ 917.469579] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGHEST for action security_group_members [ 917.469693] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.470265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.470973] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.470973] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.470973] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.470973] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.470973] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.471543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.471543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.471543] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.508593] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 in Status: SUCCESS [ 917.509453] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.510061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.510345] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.510770] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.510770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.511456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.511732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.511857] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.512027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.512213] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cd8ae35-877a-4982-86b7-15761f7a9d47',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.638222] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.638403] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.638460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.638671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.638781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.638895] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e1086d-b698-403c-ad9d-574aaeddb859 is going to be created. [ 917.670233] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.670435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.670481] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.670692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.670853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.706577] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e1086d-b698-403c-ad9d-574aaeddb859 in Status: UNINITIALIZED for 2s [ 917.976330] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.981650] env[69933]: INFO networking_nsxv3.common.synchronization [req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d req-d1b175a7-a391-42af-a2f7-56664f250b31 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Enqueued Resource ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f with Priority: HIGHEST for action security_group_members [ 917.981650] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f with Priority: HIGHEST for action security_group_members [ 917.981650] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.981650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.981650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.982158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.982158] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.982158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.982854] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.983098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.983196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.983297] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.014734] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cd8ae35-877a-4982-86b7-15761f7a9d47',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.479181] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.486631] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.486865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.486969] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.487242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.487482] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.487659] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.487747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.487747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.487903] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.487980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.488084] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f is going to be updated. [ 918.517430] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cd8ae35-877a-4982-86b7-15761f7a9d47: rpc.has_security_group_logging(os_id): False [ 918.519231] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.519376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.519441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.519648] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.519786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.530495] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f in Status: IN_PROGRESS for 2s [ 918.538326] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.538326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.538326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.538326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.538326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.538326] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.538326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.538326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.538326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.538326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.538326] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 is going to be created. [ 918.607794] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.608314] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.608314] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.608314] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.608709] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.624868] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 in Status: IN_PROGRESS for 2s [ 918.985483] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.985483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.985483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.990372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.990372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.990372] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce is going to be updated. [ 919.023734] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.024408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.024408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.024408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.024408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.035273] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce in Status: IN_PROGRESS for 2s [ 919.717078] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e1086d-b698-403c-ad9d-574aaeddb859 in Status: SUCCESS [ 919.717369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.717369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.718395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.718395] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.718395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.718395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.718395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.718395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.718669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.718669] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72e1086d-b698-403c-ad9d-574aaeddb859',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.222339] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e1086d-b698-403c-ad9d-574aaeddb859 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.222339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.222339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.222339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.222339] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.222339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.222339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.222339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.222339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.222988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.222988] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e1086d-b698-403c-ad9d-574aaeddb859 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.222988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.222988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.222988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.223279] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.223335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.223422] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.223556] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.223644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.223745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.223820] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72e1086d-b698-403c-ad9d-574aaeddb859',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.541969] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f in Status: SUCCESS [ 920.541969] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f deletion is rescheduled due to dependency. [ 920.541969] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.640166] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 in Status: SUCCESS [ 920.640166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.731942] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72e1086d-b698-403c-ad9d-574aaeddb859: rpc.has_security_group_logging(os_id): False [ 920.764698] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.764698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.764698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.764698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.764698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.764698] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.764698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.764698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.771508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.771508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.771508] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.771508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.771508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.771508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.771508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.771508] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.771508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.771508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.771508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.771508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.771508] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72e1086d-b698-403c-ad9d-574aaeddb859 is going to be created. [ 920.874027] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.874027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.874027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.874027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.874027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.892296] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72e1086d-b698-403c-ad9d-574aaeddb859 in Status: IN_PROGRESS for 2s [ 920.912826] env[69933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] NSXv3 Agent Agent loop - iteration:0 completed [ 920.912826] env[69933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] NSXv3 Agent Agent loop - iteration:1 started [ 921.046267] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce in Status: SUCCESS [ 921.047070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.121954] env[69933]: INFO networking_nsxv3.common.synchronization [req-7b4717f8-8245-44cd-85b6-63b014b4aa75 req-95743a3b-af52-419f-a0e8-5ccd04f72ebf tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Enqueued Resource ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 with Priority: HIGHEST for action security_group_members [ 922.122769] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 with Priority: HIGHEST for action security_group_members [ 922.122879] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb136dc2-3f21-4749-b867-41cfaa5a3099 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.123429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.124140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.124472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.124741] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.125298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.125298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.125298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.125451] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.125532] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb136dc2-3f21-4749-b867-41cfaa5a3099',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.628748] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.628748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.628748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.628748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.628748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.628748] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.630143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.630143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.630143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.630143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.630143] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 is going to be updated. [ 922.660387] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.662029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.662029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.662029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.662029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.673254] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 in Status: IN_PROGRESS for 2s [ 922.906773] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72e1086d-b698-403c-ad9d-574aaeddb859 in Status: SUCCESS [ 922.907083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.694987] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 in Status: SUCCESS [ 924.694987] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb136dc2-3f21-4749-b867-41cfaa5a3099 deletion is rescheduled due to dependency. [ 924.694987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb136dc2-3f21-4749-b867-41cfaa5a3099" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.921172] env[69933]: INFO networking_nsxv3.common.synchronization [None req-b3151196-fc26-437e-a74e-0fc537e5d5ef None None] Enqueued Resource ID: d0473f4a-4b14-4585-a9d8-55ec647a3c14 with Priority: HIGHEST for action port [ 924.921172] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0473f4a-4b14-4585-a9d8-55ec647a3c14 with Priority: HIGHEST for action port [ 924.921172] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0473f4a-4b14-4585-a9d8-55ec647a3c14 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.921172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0473f4a-4b14-4585-a9d8-55ec647a3c14" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.921172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0473f4a-4b14-4585-a9d8-55ec647a3c14" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.922480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0473f4a-4b14-4585-a9d8-55ec647a3c14" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.922876] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0473f4a-4b14-4585-a9d8-55ec647a3c14',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.426261] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0473f4a-4b14-4585-a9d8-55ec647a3c14 [ 925.426681] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.426957] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.427070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.427280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.427375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.427474] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0473f4a-4b14-4585-a9d8-55ec647a3c14 already deleted. [ 925.427556] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0473f4a-4b14-4585-a9d8-55ec647a3c14" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.758691] env[69933]: INFO networking_nsxv3.common.synchronization [None req-f30b952a-9a58-49fa-a8fa-2060d7aba747 None None] Enqueued Resource ID: 654ddc86-28c5-428c-a3fc-1853df4b3248 with Priority: HIGHEST for action port [ 926.758977] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654ddc86-28c5-428c-a3fc-1853df4b3248 with Priority: HIGHEST for action port [ 926.760145] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-654ddc86-28c5-428c-a3fc-1853df4b3248 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.760145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-654ddc86-28c5-428c-a3fc-1853df4b3248" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.760145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-654ddc86-28c5-428c-a3fc-1853df4b3248" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.763410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-654ddc86-28c5-428c-a3fc-1853df4b3248" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.763410] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('654ddc86-28c5-428c-a3fc-1853df4b3248',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.265059] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 654ddc86-28c5-428c-a3fc-1853df4b3248 [ 927.265346] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.265478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.265543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.265758] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.265844] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.265937] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:654ddc86-28c5-428c-a3fc-1853df4b3248 already deleted. [ 927.266027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-654ddc86-28c5-428c-a3fc-1853df4b3248" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.496703] env[69933]: INFO networking_nsxv3.common.synchronization [req-c188a4b1-5834-439f-a699-b5a018382c34 req-0f7d9134-3944-4e7e-be04-2d79aeceffde tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Enqueued Resource ID: 72e1086d-b698-403c-ad9d-574aaeddb859 with Priority: HIGHEST for action security_group_members [ 927.497008] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e1086d-b698-403c-ad9d-574aaeddb859 with Priority: HIGHEST for action security_group_members [ 927.497248] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e1086d-b698-403c-ad9d-574aaeddb859 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.497496] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.497496] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.498703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.498703] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.498703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.498703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.498703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.498703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.498703] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e1086d-b698-403c-ad9d-574aaeddb859',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.000576] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.000933] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.000933] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.001236] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.001381] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.001683] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.001884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.001961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.002186] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.002305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.002438] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e1086d-b698-403c-ad9d-574aaeddb859 is going to be updated. [ 928.037414] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.037590] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.038055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.038055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.038055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.048127] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e1086d-b698-403c-ad9d-574aaeddb859 in Status: IN_PROGRESS for 2s [ 929.540352] env[69933]: INFO networking_nsxv3.common.synchronization [req-665941f7-baa7-4d76-8aca-933db72f0c57 req-efe3e720-bfd1-4562-977e-23da4cdfd1df tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 929.541031] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 929.542101] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.542101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.542101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.542101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.542101] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.542101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.542101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.542101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.542513] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.542513] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.777271] env[69933]: INFO networking_nsxv3.common.synchronization [None req-2224d3ba-c3ee-4a5b-8ce0-179d590bbf44 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 with Priority: HIGHEST for action security_group_rules [ 929.777828] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 with Priority: HIGHEST for action security_group_rules [ 929.778469] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.778599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.778664] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.778918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.779015] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('059c4d23-b7b0-4333-a55b-e5d90c2a4a25',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.872177] env[69933]: INFO networking_nsxv3.common.synchronization [None req-4847943c-d462-47a6-84d8-13b0ab2797c3 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 with Priority: HIGHEST for action security_group_rules [ 929.872803] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 with Priority: HIGHEST for action security_group_rules [ 929.873047] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.873181] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.046837] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.047284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.047284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.047420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.047459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.047698] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.047838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.047907] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.048067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.048148] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.048280] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 930.060642] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e1086d-b698-403c-ad9d-574aaeddb859 in Status: SUCCESS [ 930.060642] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e1086d-b698-403c-ad9d-574aaeddb859 deletion is rescheduled due to dependency. [ 930.060642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.078770] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.079115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.079115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.079210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.079499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.089669] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 930.300963] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.300963] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.300963] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.301228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.301228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.301300] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 already deleted. [ 930.301337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.301489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.301632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.301730] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('059c4d23-b7b0-4333-a55b-e5d90c2a4a25',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.825326] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.825643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.825643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.825774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.825855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.825956] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 already deleted. [ 930.826051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.365295] env[69933]: INFO networking_nsxv3.common.synchronization [None req-8bfc6cca-18e8-4585-83cc-1da71b3d6198 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Enqueued Resource ID: fb14f416-0521-4152-9075-7b7d2c991b2b with Priority: HIGHEST for action security_group_rules [ 931.366051] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb14f416-0521-4152-9075-7b7d2c991b2b with Priority: HIGHEST for action security_group_rules [ 931.366352] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb14f416-0521-4152-9075-7b7d2c991b2b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.366519] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.366624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.366903] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.367107] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb14f416-0521-4152-9075-7b7d2c991b2b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.414341] env[69933]: INFO networking_nsxv3.common.synchronization [req-7945280b-275c-4f71-90f3-fc594320c3f1 req-6608eb14-579b-40a5-bbb8-5c876af23e92 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Enqueued Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 931.414814] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 931.415757] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.415757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.415948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.416359] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.416807] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.416885] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.416991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.417559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.417683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.417802] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.492249] env[69933]: INFO networking_nsxv3.common.synchronization [None req-b0917358-9375-449f-b04f-fd042ce067d5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Enqueued Resource ID: fb14f416-0521-4152-9075-7b7d2c991b2b with Priority: HIGHEST for action security_group_rules [ 931.494049] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb14f416-0521-4152-9075-7b7d2c991b2b with Priority: HIGHEST for action security_group_rules [ 931.494049] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb14f416-0521-4152-9075-7b7d2c991b2b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.494049] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.805125] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.805458] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-312" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.805640] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-312" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.805959] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-312" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.806329] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.806599] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.806769] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.807055] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.807258] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.807516] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.807677] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.807843] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.808022] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.808180] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.808331] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.808513] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.829902] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.831055] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 931.831055] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.831055] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-312" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.831055] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-3a7e01f3-ab08-4e44-9b77-849005d24776 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.831333] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-3a7e01f3-ab08-4e44-9b77-849005d24776" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.831426] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-3a7e01f3-ab08-4e44-9b77-849005d24776" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.831671] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-3a7e01f3-ab08-4e44-9b77-849005d24776" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.831808] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a7e01f3-ab08-4e44-9b77-849005d24776',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.891615] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.891615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.891615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.891615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.891615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.891615] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb14f416-0521-4152-9075-7b7d2c991b2b already deleted. [ 931.891615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.891615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.891615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.891615] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb14f416-0521-4152-9075-7b7d2c991b2b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.920333] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.920576] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.920648] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.920925] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.920925] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.921134] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.921233] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.921303] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.921454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.921563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.921621] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f577ced3-8c05-4917-a659-d6b10d13944a is going to be updated. [ 931.947858] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.948051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.948124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.948342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.948483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.959456] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: IN_PROGRESS for 2s [ 932.100252] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 932.100470] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db deletion is rescheduled due to dependency. [ 932.100604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.335227] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.335519] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.335672] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.335962] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.336128] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.336287] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 3a7e01f3-ab08-4e44-9b77-849005d24776 not found, creating... [ 932.336580] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.336752] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.337102] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.337350] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.337495] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.337788] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.337951] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.338082] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.338296] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.338441] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.338582] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 3a7e01f3-ab08-4e44-9b77-849005d24776 is going to be created. [ 932.360446] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.360657] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.361168] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.361490] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.361812] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.362120] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-3a7e01f3-ab08-4e44-9b77-849005d24776" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.420238] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.420745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.420745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.420995] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.421110] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.421363] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb14f416-0521-4152-9075-7b7d2c991b2b already deleted. [ 932.421363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.105953] env[69933]: INFO networking_nsxv3.common.synchronization [req-7945280b-275c-4f71-90f3-fc594320c3f1 req-519b0ec8-d525-4afe-ad10-5c2f77d8333c service nova] Enqueued Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_rules [ 933.106231] env[69933]: INFO networking_nsxv3.common.synchronization [req-7945280b-275c-4f71-90f3-fc594320c3f1 req-519b0ec8-d525-4afe-ad10-5c2f77d8333c service nova] Enqueued Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 933.106432] env[69933]: INFO networking_nsxv3.common.synchronization [req-7945280b-275c-4f71-90f3-fc594320c3f1 req-519b0ec8-d525-4afe-ad10-5c2f77d8333c service nova] Enqueued Resource ID: 3a7e01f3-ab08-4e44-9b77-849005d24776 with Priority: HIGHEST for action port [ 933.107359] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_rules [ 933.107573] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 933.107714] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7e01f3-ab08-4e44-9b77-849005d24776 with Priority: HIGHEST for action port [ 933.108123] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.108232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.111351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.111351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.111351] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.112671] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.112671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.112671] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a7e01f3-ab08-4e44-9b77-849005d24776 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.112860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a7e01f3-ab08-4e44-9b77-849005d24776" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.112893] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a7e01f3-ab08-4e44-9b77-849005d24776" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.113157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a7e01f3-ab08-4e44-9b77-849005d24776" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.114345] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a7e01f3-ab08-4e44-9b77-849005d24776',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.616401] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.616550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.616737] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a7e01f3-ab08-4e44-9b77-849005d24776 with status ACTIVE [ 933.616909] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.617042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.617113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.617380] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.617450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.617608] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.617711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.617770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.617920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.618051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.618229] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.618494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.618494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.618588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.618664] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.618732] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a7e01f3-ab08-4e44-9b77-849005d24776 is going to be updated. [ 933.641413] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.641660] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.641742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.641970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.642158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.642368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a7e01f3-ab08-4e44-9b77-849005d24776" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.973186] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: SUCCESS [ 933.973358] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f577ced3-8c05-4917-a659-d6b10d13944a deletion is rescheduled due to dependency. [ 933.973722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.973925] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.974731] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.974809] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.975225] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.975225] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.975349] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.975434] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.975581] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.052150] env[69933]: INFO networking_nsxv3.common.synchronization [req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 req-f8c19c62-26e2-4c9c-ac00-8d18fb9f26e7 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 934.052150] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 934.052150] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.052150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.052150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.052150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.052150] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.052150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.052150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.053317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.053576] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.053799] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.478533] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.548628] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.548853] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.548934] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.550057] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.550057] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.550057] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.550057] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.550057] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.550403] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.550403] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.550524] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.550648] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.550769] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.550930] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.550987] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.551128] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.556547] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.556720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.556766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.556931] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.557031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.557228] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.557328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.557391] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.557540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.557617] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.557699] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 already deleted. [ 934.557776] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.575594] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.575832] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 934.576013] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.576245] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.576707] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-c41f3834-497e-4ba3-9a4c-66e91f880a51 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.576930] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-c41f3834-497e-4ba3-9a4c-66e91f880a51" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.577105] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-c41f3834-497e-4ba3-9a4c-66e91f880a51" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.577475] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-c41f3834-497e-4ba3-9a4c-66e91f880a51" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.577660] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c41f3834-497e-4ba3-9a4c-66e91f880a51',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.981611] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.080466] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.080668] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.080771] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.081070] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.081236] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.081411] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port c41f3834-497e-4ba3-9a4c-66e91f880a51 not found, creating... [ 935.081674] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.081832] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.081960] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.082180] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.082316] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.082596] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.082750] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.083019] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.085228] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.085228] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.085228] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: c41f3834-497e-4ba3-9a4c-66e91f880a51 is going to be created. [ 935.109402] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.109633] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.109761] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.110101] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.110337] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.110575] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-c41f3834-497e-4ba3-9a4c-66e91f880a51" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.488114] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.488114] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.488114] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.488114] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.488114] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.488114] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f577ced3-8c05-4917-a659-d6b10d13944a is going to be updated. [ 935.514540] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.514742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.514844] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.515103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.516306] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.524988] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: IN_PROGRESS for 2s [ 936.229105] env[69933]: INFO networking_nsxv3.common.synchronization [req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 req-83249b8e-f05f-4e51-be52-23a95cb6332a service nova] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_rules [ 936.229327] env[69933]: INFO networking_nsxv3.common.synchronization [req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 req-83249b8e-f05f-4e51-be52-23a95cb6332a service nova] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 936.229462] env[69933]: INFO networking_nsxv3.common.synchronization [req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 req-83249b8e-f05f-4e51-be52-23a95cb6332a service nova] Enqueued Resource ID: c41f3834-497e-4ba3-9a4c-66e91f880a51 with Priority: HIGHEST for action port [ 936.229797] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_rules [ 936.229958] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 936.230073] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41f3834-497e-4ba3-9a4c-66e91f880a51 with Priority: HIGHEST for action port [ 936.230702] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.231185] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.231185] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.231385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.231540] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.232934] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.233108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.233225] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.233482] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.233762] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.233904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.233979] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.234164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.234532] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.234532] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.235314] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c41f3834-497e-4ba3-9a4c-66e91f880a51 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.235418] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c41f3834-497e-4ba3-9a4c-66e91f880a51" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.235513] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c41f3834-497e-4ba3-9a4c-66e91f880a51" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.235691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c41f3834-497e-4ba3-9a4c-66e91f880a51" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.235766] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c41f3834-497e-4ba3-9a4c-66e91f880a51',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.738033] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.738306] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.738347] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.739343] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c41f3834-497e-4ba3-9a4c-66e91f880a51 with status ACTIVE [ 936.739533] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.739671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.739743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.740009] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.740113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.740315] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.740417] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.740479] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.740640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.740717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.740895] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.740996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.741065] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.741205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.741279] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.741362] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c41f3834-497e-4ba3-9a4c-66e91f880a51 is going to be updated. [ 936.761892] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.762049] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.762124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.762336] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.762469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.762700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c41f3834-497e-4ba3-9a4c-66e91f880a51" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.243869] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.538536] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: SUCCESS [ 937.540414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.540612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.540845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.541060] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.541189] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.541259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.541427] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.541515] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.541601] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.541691] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.746472] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.746772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.746772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.746925] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.747024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.747127] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be created. [ 937.770396] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.770606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.771077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.771077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.771305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.807261] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: UNINITIALIZED for 2s [ 938.044539] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.044711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.044784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.045036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.045221] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.045359] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.045479] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.045551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.045639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.045728] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.045876] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.045969] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.046068] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.046177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.046315] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.046406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.046466] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.046618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.046696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.047044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.047044] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.550074] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f577ced3-8c05-4917-a659-d6b10d13944a: rpc.has_security_group_logging(os_id): False [ 938.567897] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.568063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.568135] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.568461] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.568619] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.569195] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.569315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.569384] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.569582] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.569668] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.569876] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.569967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.570031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.570206] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.570277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.570426] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.570518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.570583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.570719] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.570794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.570877] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f577ced3-8c05-4917-a659-d6b10d13944a is going to be updated. [ 938.634319] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.634504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.634849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.634849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.634989] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.646996] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: IN_PROGRESS for 2s [ 938.711681] env[69933]: INFO networking_nsxv3.common.synchronization [req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae req-b9c1611c-d00e-405c-a73b-abe19e1fddce tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 938.712284] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 938.712584] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.712699] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.712822] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.713082] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.713179] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.713276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.713335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.713489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.713575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.713666] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.065789] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.066150] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-140" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.066150] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-140" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.066469] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-140" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.066753] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.066924] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.067056] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.067286] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.067453] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.067663] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 939.067779] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.067889] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.067998] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.068156] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 939.068266] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.068415] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.088937] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.089150] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 939.089295] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.089518] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-140" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.089859] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-af1a1a04-529f-4864-8241-dc55e9adc5d9 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.090111] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-af1a1a04-529f-4864-8241-dc55e9adc5d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.090171] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-af1a1a04-529f-4864-8241-dc55e9adc5d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.090469] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-af1a1a04-529f-4864-8241-dc55e9adc5d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.090609] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af1a1a04-529f-4864-8241-dc55e9adc5d9',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.215443] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.215610] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.215684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.215951] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.216133] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.216601] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.216889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.217192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.217192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.217595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.217595] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 already deleted. [ 939.217893] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.593679] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.593679] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.593679] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.593679] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.593679] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.593679] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port af1a1a04-529f-4864-8241-dc55e9adc5d9 not found, creating... [ 939.594097] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.594097] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.594197] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.594426] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.594564] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.594842] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.594994] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.595129] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.595331] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.595481] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.595631] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: af1a1a04-529f-4864-8241-dc55e9adc5d9 is going to be created. [ 939.620819] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.621058] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.621194] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.621472] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.621711] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.621941] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-af1a1a04-529f-4864-8241-dc55e9adc5d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.822106] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 939.822425] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.822602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.822859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.823429] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.823499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.823600] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.824226] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.824226] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.824226] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.824582] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.315375] env[69933]: INFO networking_nsxv3.common.synchronization [req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae req-38d06f06-4f7d-43df-b43d-826503e88bca service nova] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_rules [ 940.315689] env[69933]: INFO networking_nsxv3.common.synchronization [req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae req-38d06f06-4f7d-43df-b43d-826503e88bca service nova] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 940.315689] env[69933]: INFO networking_nsxv3.common.synchronization [req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae req-38d06f06-4f7d-43df-b43d-826503e88bca service nova] Enqueued Resource ID: af1a1a04-529f-4864-8241-dc55e9adc5d9 with Priority: HIGHEST for action port [ 940.315932] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_rules [ 940.316997] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 940.316997] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1a1a04-529f-4864-8241-dc55e9adc5d9 with Priority: HIGHEST for action port [ 940.316997] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.316997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.316997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.317671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.317798] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.322034] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.322034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.322034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.322034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.322034] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.322034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.322034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.322034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.322034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.322034] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.322034] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-af1a1a04-529f-4864-8241-dc55e9adc5d9 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.322034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af1a1a04-529f-4864-8241-dc55e9adc5d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.322034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af1a1a04-529f-4864-8241-dc55e9adc5d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.322034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af1a1a04-529f-4864-8241-dc55e9adc5d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.322735] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af1a1a04-529f-4864-8241-dc55e9adc5d9',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.326954] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.327148] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.327243] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.327484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.328071] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.328199] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.328286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.328457] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.328565] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.328690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.328893] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.329026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.329118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.329318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.330859] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.330859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.330859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.330859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.330859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.330859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.330859] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.660523] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: SUCCESS [ 940.660747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.820654] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.820654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.821850] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.823359] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af1a1a04-529f-4864-8241-dc55e9adc5d9 with status ACTIVE [ 940.823600] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.823690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.823727] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.823966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.824059] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.824246] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.824397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.824481] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.824623] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.824700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.824880] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.824972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.825034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.825175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.825345] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.825427] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af1a1a04-529f-4864-8241-dc55e9adc5d9 is going to be updated. [ 940.834020] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531: rpc.has_security_group_logging(os_id): False [ 940.858176] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.859634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.859634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.859634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.859634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.859634] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.859634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.859634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.859634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.859634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.859634] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.859634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.860069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.860069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.860069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.860157] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.860301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.860301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.860430] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.860500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.861371] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be created. [ 940.864071] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.864071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.864071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.864071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.864426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.864599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af1a1a04-529f-4864-8241-dc55e9adc5d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.943142] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.943304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.943376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.943590] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.943773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.958050] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 941.325753] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.327377] env[69933]: INFO networking_nsxv3.common.synchronization [req-014662d8-9382-4dd2-989f-8a62f43240bb req-7cd99b9f-eb44-4ea8-8e6e-35b51948761b tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 941.329580] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 941.329891] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.330673] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.330847] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.331047] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.331217] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.331347] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.331410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.331517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.331601] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.331691] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.831382] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.831382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.831382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.831382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.831382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.831382] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be created. [ 941.836809] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.839246] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.839425] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-28" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.839569] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-28" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.839843] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-28" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.840126] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.840309] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.840440] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.840670] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.840813] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.841031] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.841172] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.841290] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.841396] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.841508] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.841620] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.841753] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.846786] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.846913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.847025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.847168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.847276] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.856367] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.856516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.856516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.856722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.856919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.860603] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.860745] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 941.860910] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.861190] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-28" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.861623] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-680b773d-55c1-4747-a0f6-fe8999290dd1 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.862204] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-680b773d-55c1-4747-a0f6-fe8999290dd1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.862204] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-680b773d-55c1-4747-a0f6-fe8999290dd1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.862341] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-680b773d-55c1-4747-a0f6-fe8999290dd1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.862459] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('680b773d-55c1-4747-a0f6-fe8999290dd1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.869723] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: UNINITIALIZED for 2s [ 942.344163] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.349659] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.365598] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.365937] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.366154] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.366496] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.366776] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.367092] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 680b773d-55c1-4747-a0f6-fe8999290dd1 not found, creating... [ 942.367463] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.367842] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.367842] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.368205] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.368421] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.368807] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.369031] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.369376] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.369451] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.369668] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.369869] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 680b773d-55c1-4747-a0f6-fe8999290dd1 is going to be created. [ 942.392792] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.393077] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.393280] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.393641] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.394088] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.394417] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-680b773d-55c1-4747-a0f6-fe8999290dd1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.847063] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.847292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.847399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.847701] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.847831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.847942] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be updated. [ 942.852693] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.875854] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.876063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.876063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.876266] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.876405] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.885734] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: IN_PROGRESS for 2s [ 942.973962] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 942.974171] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.280530] env[69933]: INFO networking_nsxv3.common.synchronization [req-014662d8-9382-4dd2-989f-8a62f43240bb req-8d1416eb-eb01-46c5-bb35-955e7e1a72fa service nova] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_rules [ 943.281869] env[69933]: INFO networking_nsxv3.common.synchronization [req-014662d8-9382-4dd2-989f-8a62f43240bb req-8d1416eb-eb01-46c5-bb35-955e7e1a72fa service nova] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 943.281869] env[69933]: INFO networking_nsxv3.common.synchronization [req-014662d8-9382-4dd2-989f-8a62f43240bb req-8d1416eb-eb01-46c5-bb35-955e7e1a72fa service nova] Enqueued Resource ID: 680b773d-55c1-4747-a0f6-fe8999290dd1 with Priority: HIGHEST for action port [ 943.281869] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_rules [ 943.281869] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 943.282499] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 680b773d-55c1-4747-a0f6-fe8999290dd1 with Priority: HIGHEST for action port [ 943.282499] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.282499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.282623] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.283205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.283205] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.284087] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.284206] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.284506] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-680b773d-55c1-4747-a0f6-fe8999290dd1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.285316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-680b773d-55c1-4747-a0f6-fe8999290dd1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.285439] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-680b773d-55c1-4747-a0f6-fe8999290dd1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.285683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-680b773d-55c1-4747-a0f6-fe8999290dd1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.285792] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('680b773d-55c1-4747-a0f6-fe8999290dd1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.355206] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 943.355531] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 943.788262] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.788345] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.788535] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 680b773d-55c1-4747-a0f6-fe8999290dd1 with status ACTIVE [ 943.788707] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.788825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.788930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.789146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.789248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.789458] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.789537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.789631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.789754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.789856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.790020] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.790227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.790227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.790393] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.790393] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.790491] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 680b773d-55c1-4747-a0f6-fe8999290dd1 is going to be updated. [ 943.821743] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.821743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.821743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.821743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.821743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.822129] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-680b773d-55c1-4747-a0f6-fe8999290dd1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.883324] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 943.885829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.885829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.885829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.885829] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.885829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.885829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.885829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.885829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.885829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.885829] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.387472] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.387887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.387887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.388252] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.388252] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.388252] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.388252] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.388503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.388503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.388610] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.388699] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.388774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.388828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.388972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.389122] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.389209] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.389266] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.389401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.389468] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.389566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.389692] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.438119] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.438326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.438367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.438625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.451821] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 944.452839] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.453873] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 944.489905] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.489905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.489905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.489905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.500857] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.501612] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 944.501766] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 944.501904] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 944.548299] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.548450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.548577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.548896] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.551215] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.551215] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 944.626888] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.627184] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.627184] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.627685] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.627685] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.627919] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 944.724523] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.724761] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.724805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.725024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.725453] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.725765] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 944.725869] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3dc059f0-c910-4ebe-b347-bcfb1272a157', 'ed38584d-1a8b-4267-9313-2bc352dedece', '4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e', 'de0f0c96-e431-4783-8ae9-935f1241e8aa', 'e43efece-a462-45e0-bcd2-66ac1444149d', '5a35f75d-cf17-44d7-8ac7-5a0c7dd88531', '986addec-8ffc-456f-a7e3-462cb3ef7b96', 'c8f4bfda-2512-4ffb-b5e4-cd974160a0e5', '2ae0bd03-b74e-4de1-962f-02b9a1fea353', '5e62d306-f33e-439a-9859-c6652283fb5c', '72e1086d-b698-403c-ad9d-574aaeddb859', 'b86e15d8-8740-4317-bb86-ada1c1176bc4', '49e60f81-eac9-4e36-9325-60156c20e8e8', 'f6e7186d-b4d4-4b69-a548-c2d40e74c750', 'dfd92b65-b571-4f30-9b05-7b7c15f4e375', 'eb0820ef-bdca-4107-9072-63ed21167d77', '8b718351-0fd6-494c-b6de-da1c2fecb2ce', '24e0bf0f-50da-4b39-bcdf-ceadc5031da0', 'f577ced3-8c05-4917-a659-d6b10d13944a', '8aea36db-365b-4a7f-9fc7-5703d54b9eea', '92799342-7ea0-49fc-af59-fd04e380b3db', '5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f', '5bd25c0a-a661-4c28-b42f-0b161d240baf', 'a8c7ac16-353e-4374-abbc-9a1d012852ff', '449d5f16-71b4-4352-832e-7323da318d22', '46ba164e-5c03-4513-a24e-47b9de9450b3', 'fe61313c-7ef4-4979-a20d-b86e625fd10b', '11da399e-13ef-4b9f-8e49-5c8ca3b26ba1', 'f7007fcd-ca97-4df8-9555-1266bc54f133', '8cd8ae35-877a-4982-86b7-15761f7a9d47', 'e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e', '6a597d2c-722d-4a93-b87b-83de0fc45656', 'fb136dc2-3f21-4749-b867-41cfaa5a3099'} {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 944.725953] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 944.760092] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.760092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.760092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.760092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.760092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.760092] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 944.760092] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 944.760092] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 944.829817] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.829975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.830068] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.830286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.831212] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.831373] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 944.831421] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 944.831496] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 944.831567] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 944.831647] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 944.831722] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGH for action security_group_rules [ 944.831803] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed38584d-1a8b-4267-9313-2bc352dedece with Priority: HIGH for action security_group_rules [ 944.831867] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e with Priority: HIGH for action security_group_rules [ 944.831933] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de0f0c96-e431-4783-8ae9-935f1241e8aa with Priority: HIGH for action security_group_rules [ 944.831998] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e43efece-a462-45e0-bcd2-66ac1444149d with Priority: HIGH for action security_group_rules [ 944.832075] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGH for action security_group_rules [ 944.832138] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGH for action security_group_rules [ 944.832203] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGH for action security_group_rules [ 944.832264] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGH for action security_group_rules [ 944.832330] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGH for action security_group_rules [ 944.832396] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72e1086d-b698-403c-ad9d-574aaeddb859 with Priority: HIGH for action security_group_rules [ 944.832455] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 with Priority: HIGH for action security_group_rules [ 944.832520] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 with Priority: HIGH for action security_group_rules [ 944.832585] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGH for action security_group_rules [ 944.832663] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGH for action security_group_rules [ 944.832779] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb0820ef-bdca-4107-9072-63ed21167d77 with Priority: HIGH for action security_group_rules [ 944.832849] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGH for action security_group_rules [ 944.832930] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGH for action security_group_rules [ 944.833023] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGH for action security_group_rules [ 944.833089] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea with Priority: HIGH for action security_group_rules [ 944.833195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.899159] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: SUCCESS [ 944.899390] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.899682] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9a2a70c-e742-4535-9e20-ddd0975d65c8: rpc.has_security_group_logging(os_id): False [ 944.900650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.900859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.901057] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.901178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.901242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.901401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.901484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.901577] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.920081] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.920081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.920081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.920081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.920081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.920313] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.920369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.920430] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.920585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.920658] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.920845] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.920932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.921054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.921284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.921361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.921570] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.921679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.921738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.921877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.921947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.922051] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be created. [ 944.981253] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.981517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.981592] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.981772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.981950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.998923] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 945.406965] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.909406] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.348439] env[69933]: INFO networking_nsxv3.common.synchronization [req-96d5018f-6af3-4579-850b-2424737fbc63 req-528f5b34-b6ee-4cda-a12f-12946ae7f0f4 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 946.348977] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 946.349150] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGH for action security_group_rules [ 946.349267] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e with Priority: HIGH for action security_group_rules [ 946.349341] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGH for action security_group_rules [ 946.349438] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGH for action security_group_rules [ 946.349548] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea with Priority: HIGH for action security_group_rules [ 946.349665] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGH for action security_group_rules [ 946.349831] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 with Priority: HIGH for action security_group_rules [ 946.349901] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGH for action security_group_rules [ 946.349975] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 with Priority: HIGH for action security_group_rules [ 946.351014] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0820ef-bdca-4107-9072-63ed21167d77 with Priority: HIGH for action security_group_rules [ 946.351109] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 with Priority: HIGH for action security_group_rules [ 946.351330] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 with Priority: HIGH for action security_group_rules [ 946.351330] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e1086d-b698-403c-ad9d-574aaeddb859 with Priority: HIGH for action security_group_rules [ 946.351453] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e62d306-f33e-439a-9859-c6652283fb5c with Priority: HIGH for action security_group_rules [ 946.351507] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGH for action security_group_rules [ 946.351726] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGH for action security_group_rules [ 946.351726] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGH for action security_group_rules [ 946.354414] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43efece-a462-45e0-bcd2-66ac1444149d with Priority: HIGH for action security_group_rules [ 946.354414] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed38584d-1a8b-4267-9313-2bc352dedece with Priority: HIGH for action security_group_rules [ 946.354414] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0f0c96-e431-4783-8ae9-935f1241e8aa with Priority: HIGH for action security_group_rules [ 946.354414] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.354414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.354414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.354414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.354414] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.354414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.354414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.354414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.354414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.354414] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.354414] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.354414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.354414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.356012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.356012] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.356012] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.356012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.356012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.356012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.356012] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.357592] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.357592] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.357592] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.357592] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.357592] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.358631] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.358631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.358631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.358631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.358631] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.361523] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aea36db-365b-4a7f-9fc7-5703d54b9eea taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.361523] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.361523] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.361523] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.361523] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aea36db-365b-4a7f-9fc7-5703d54b9eea',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.361523] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.361523] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.361523] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.361523] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.361523] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.362343] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24e0bf0f-50da-4b39-bcdf-ceadc5031da0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.362343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.362343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.362343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.362758] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24e0bf0f-50da-4b39-bcdf-ceadc5031da0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.364828] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.364828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.364828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.364828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.364828] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.366310] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.367529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.367598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.367795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.367906] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6e7186d-b4d4-4b69-a548-c2d40e74c750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.368179] env[69933]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 946.369409] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb0820ef-bdca-4107-9072-63ed21167d77 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.369529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.369529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.369688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.369765] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb0820ef-bdca-4107-9072-63ed21167d77',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.372054] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49e60f81-eac9-4e36-9325-60156c20e8e8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.372165] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.372231] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.372404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.372471] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49e60f81-eac9-4e36-9325-60156c20e8e8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.373443] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b86e15d8-8740-4317-bb86-ada1c1176bc4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.373549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.373611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.373765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.373833] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b86e15d8-8740-4317-bb86-ada1c1176bc4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.374918] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72e1086d-b698-403c-ad9d-574aaeddb859 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.375480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.379779] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.379779] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.379779] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72e1086d-b698-403c-ad9d-574aaeddb859',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.380861] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e62d306-f33e-439a-9859-c6652283fb5c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.380861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.380861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.380861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.381176] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e62d306-f33e-439a-9859-c6652283fb5c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.381983] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.383268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.383268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.383772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.384430] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.386979] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.386979] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.386979] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.386979] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.386979] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.388209] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.390322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.391212] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e43efece-a462-45e0-bcd2-66ac1444149d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.391640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.391640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.391640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.391769] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e43efece-a462-45e0-bcd2-66ac1444149d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.394382] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed38584d-1a8b-4267-9313-2bc352dedece taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.394561] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.394625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.394798] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.394894] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed38584d-1a8b-4267-9313-2bc352dedece',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.399229] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de0f0c96-e431-4783-8ae9-935f1241e8aa taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.399593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.399593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.399770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.399770] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de0f0c96-e431-4783-8ae9-935f1241e8aa',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.400409] env[69933]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 946.414048] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.415829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.415829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.415829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.415829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.415829] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be updated. [ 946.438852] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.439119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.439119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.439651] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.473755] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.473755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.474853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.474853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.474853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.478405] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.478405] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be deleted. [ 946.492036] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: IN_PROGRESS for 2s [ 946.564726] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.564726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.564726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.564726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.564726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.564726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.858847] env[69933]: INFO networking_nsxv3.common.synchronization [req-96d5018f-6af3-4579-850b-2424737fbc63 req-7b05727e-bfbc-4cf3-a3af-5ab786265266 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 946.859362] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 946.859920] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.859920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.903058] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.903242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.903344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.903625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.923545] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.923833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.925430] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.925670] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.925777] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.925849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.926057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.926145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.926238] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be updated. [ 946.927551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.927718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.938937] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.938937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.938937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.940428] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.940428] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.940428] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.940428] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.940680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.940680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.940746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.940846] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.944206] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.944343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.944428] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.944602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.944764] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.944881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.944952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.945149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.945224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.945284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.945361] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.958160] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed38584d-1a8b-4267-9313-2bc352dedece taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.958160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.958160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.958160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.958160] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.958160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.958160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.958160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.958160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.958160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.958160] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed38584d-1a8b-4267-9313-2bc352dedece',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.959705] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.960072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.961023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.961023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.961023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.961023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.961023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.961023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.961023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.961339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.961339] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.962202] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.962310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.962380] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.962531] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.962676] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.962771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.962847] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.962987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.963075] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.963158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.963240] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.964109] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.964575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.964575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.964575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.964722] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.965199] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.965295] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.965895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.968020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.968020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.968020] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.974401] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.974658] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.974766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.974996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.975241] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.983746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.984116] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e is going to be deleted. [ 946.991844] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.992058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.992170] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.992411] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.022721] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.022943] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.028746] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.028918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.030393] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: IN_PROGRESS for 2s [ 947.030723] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.030848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.032081] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.032168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.034516] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.034660] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.036249] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.036433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.037354] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 947.037598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.038514] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.038630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.039584] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.039819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.040538] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 947.041103] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.041448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.042658] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 947.043344] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.043423] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.057112] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 947.057839] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.058216] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de0f0c96-e431-4783-8ae9-935f1241e8aa is going to be deleted. [ 947.059285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.059698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.084395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.084623] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49e60f81-eac9-4e36-9325-60156c20e8e8 is going to be deleted. [ 947.085929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.086348] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.119537] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.119733] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.132481] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.134109] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72e1086d-b698-403c-ad9d-574aaeddb859 is going to be deleted. [ 947.135202] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.135442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.169361] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.169361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.174889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.175086] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6e7186d-b4d4-4b69-a548-c2d40e74c750 is going to be deleted. [ 947.176039] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.176256] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.179750] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.179899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.242810] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.242810] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.261670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.262179] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24e0bf0f-50da-4b39-bcdf-ceadc5031da0 is going to be deleted. [ 947.263537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.263745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.300419] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.300640] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-829" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.300842] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-829" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.301295] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-829" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.301603] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.301856] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.301913] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.302176] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.302395] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.302729] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.302908] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.303160] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.303344] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.303559] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.303748] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.303955] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.347089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.347339] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e43efece-a462-45e0-bcd2-66ac1444149d is going to be deleted. [ 947.348288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.348554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.358252] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.358463] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 947.358582] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.358770] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-829" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.359116] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-bde6d2c8-adbb-44db-9c73-e364afb265e2 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.359303] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-bde6d2c8-adbb-44db-9c73-e364afb265e2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.359490] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-bde6d2c8-adbb-44db-9c73-e364afb265e2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.359797] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-bde6d2c8-adbb-44db-9c73-e364afb265e2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.359939] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bde6d2c8-adbb-44db-9c73-e364afb265e2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.380438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.380438] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aea36db-365b-4a7f-9fc7-5703d54b9eea is going to be deleted. [ 947.381644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.382019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.439996] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.439996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.450070] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.450296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.450414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.450678] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.450871] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.451022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.451087] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.451301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.451410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.451623] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.451708] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.452093] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.452093] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.452093] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.452247] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.452312] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.452454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.452637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.452637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.452775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.452775] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.454967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.455144] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e62d306-f33e-439a-9859-c6652283fb5c is going to be deleted. [ 947.456362] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.456499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.456564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.456803] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.456981] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.457217] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.457320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.457588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.457588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.457694] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.457844] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.457944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.458045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.458202] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.458368] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.458464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.458515] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.458710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.458817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.458900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.458992] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.459866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.460078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.474188] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed38584d-1a8b-4267-9313-2bc352dedece',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.482012] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.483175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.483175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.484353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.484353] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.484353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.484353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.484353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.484353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.484353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.484704] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.484704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.484704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.484834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.485486] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.485486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.485486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.485486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.485486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.485486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.485851] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.487571] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.492530] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.492792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.492792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.493078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.493337] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.493485] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.493587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.493824] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.493935] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.494060] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.494255] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.494395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.494451] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.494564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.494705] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.494798] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.494860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.494994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.495083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.495289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.495289] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.497475] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.497584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.499839] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.499942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.517235] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.517235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.538089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.538089] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b86e15d8-8740-4317-bb86-ada1c1176bc4 is going to be deleted. [ 947.538911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.539218] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.628581] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.629008] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb0820ef-bdca-4107-9072-63ed21167d77 is going to be deleted. [ 947.630196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.630475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.630740] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.630911] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be deleted. [ 947.632238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.632643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.632766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.632928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d53e9fc-6407-4500-8bcb-4bf1cb1a1e8e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.633837] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.634042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.634194] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.634429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de0f0c96-e431-4783-8ae9-935f1241e8aa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.634989] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.635191] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.635401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.635458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49e60f81-eac9-4e36-9325-60156c20e8e8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.635630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.635795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.635920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.636025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72e1086d-b698-403c-ad9d-574aaeddb859" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.636144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.636291] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.636386] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.636488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6e7186d-b4d4-4b69-a548-c2d40e74c750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.636589] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.636733] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.636804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.636916] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24e0bf0f-50da-4b39-bcdf-ceadc5031da0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.637071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.637217] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.637316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.637450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e43efece-a462-45e0-bcd2-66ac1444149d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.637601] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.637829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.637953] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.638032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aea36db-365b-4a7f-9fc7-5703d54b9eea" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.687859] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.688105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.688105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.688313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.688408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.688532] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e62d306-f33e-439a-9859-c6652283fb5c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.727040] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.727040] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.727040] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.727040] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.727040] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.727800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b86e15d8-8740-4317-bb86-ada1c1176bc4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.861226] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.861527] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.861639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.862515] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.862515] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.862515] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.862926] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.863186] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.863405] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.863837] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.864102] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.864386] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port bde6d2c8-adbb-44db-9c73-e364afb265e2 not found, creating... [ 947.864752] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.864990] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.865134] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.865438] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.865628] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.865954] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.866140] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.866263] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.866502] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.866852] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.866852] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: bde6d2c8-adbb-44db-9c73-e364afb265e2 is going to be created. [ 947.868930] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.869124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.869239] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.869511] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.869868] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.869868] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb0820ef-bdca-4107-9072-63ed21167d77" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.962709] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531: rpc.has_security_group_logging(os_id): False [ 947.963924] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f577ced3-8c05-4917-a659-d6b10d13944a: rpc.has_security_group_logging(os_id): False [ 947.973130] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.973456] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.973639] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.973888] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.974157] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.974418] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-bde6d2c8-adbb-44db-9c73-e364afb265e2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.977093] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed38584d-1a8b-4267-9313-2bc352dedece: rpc.has_security_group_logging(os_id): False [ 947.993784] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.996145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.996335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.996609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.997890] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b718351-0fd6-494c-b6de-da1c2fecb2ce: rpc.has_security_group_logging(os_id): False [ 947.998933] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ae0bd03-b74e-4de1-962f-02b9a1fea353: rpc.has_security_group_logging(os_id): False [ 948.000505] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.000636] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.000826] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 986addec-8ffc-456f-a7e3-462cb3ef7b96: rpc.has_security_group_logging(os_id): False [ 948.053877] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.054054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.055650] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.055827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.056482] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.056482] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.057161] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.057277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.065073] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 948.065583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.065938] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.066069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.066204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.066407] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.066461] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.066876] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.066876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.066876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.067180] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.067180] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.067276] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.067276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.067402] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.067503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.067577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.067637] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f577ced3-8c05-4917-a659-d6b10d13944a is going to be updated. [ 948.070086] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.070086] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.118289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.118701] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.118977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.118977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.119190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.119254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.119419] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.119516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.119568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.119819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.119895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.121622] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.121622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.121622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.121622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.121622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.121622] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 948.121966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.122125] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.193474] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.193761] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.193883] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.193948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.194190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.194274] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.194573] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.194684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.194753] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.194894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.194968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.195157] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.195248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.195302] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.195429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.195504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.195587] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce is going to be updated. [ 948.196803] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.196909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.236966] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.237110] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.250555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.251076] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.251076] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.251076] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.251280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.252052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.252052] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed38584d-1a8b-4267-9313-2bc352dedece is going to be updated. [ 948.252556] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.252745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.286639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.286639] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.286639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.286639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.286639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.286639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.286639] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 is going to be updated. [ 948.287773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.288090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.288334] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.289390] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.289682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.323936] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.324656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.349490] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.349490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.363137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.363137] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.363137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.363137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.363137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.363137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.363137] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.363137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.363137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.363137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.363137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.363137] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.363137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.363137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.363802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.363802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.363802] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 is going to be updated. [ 948.365204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.365568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.365863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.367349] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.367615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.368249] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.370359] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: IN_PROGRESS for 2s [ 948.397128] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 948.397340] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce in Status: IN_PROGRESS for 2s [ 948.435488] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.435709] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.436498] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.436752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.436901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.456859] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.457266] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.457266] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.457266] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.457421] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.473098] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: IN_PROGRESS for 2s [ 948.486803] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed38584d-1a8b-4267-9313-2bc352dedece in Status: IN_PROGRESS for 2s [ 948.520065] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: SUCCESS [ 948.520651] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.521197] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.521646] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.524286] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.524286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.524286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.524286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.524286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.524286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.524286] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.536314] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.538871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.538871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.538871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.538871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.579303] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 in Status: IN_PROGRESS for 2s [ 948.786345] env[69933]: INFO networking_nsxv3.common.synchronization [req-96d5018f-6af3-4579-850b-2424737fbc63 req-1111f375-7fb4-469f-9c8a-5ea91aeb95bc service nova] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_rules [ 948.786345] env[69933]: INFO networking_nsxv3.common.synchronization [req-96d5018f-6af3-4579-850b-2424737fbc63 req-1111f375-7fb4-469f-9c8a-5ea91aeb95bc service nova] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 948.786345] env[69933]: INFO networking_nsxv3.common.synchronization [req-96d5018f-6af3-4579-850b-2424737fbc63 req-1111f375-7fb4-469f-9c8a-5ea91aeb95bc service nova] Enqueued Resource ID: bde6d2c8-adbb-44db-9c73-e364afb265e2 with Priority: HIGHEST for action port [ 948.786345] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_rules [ 948.786345] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 948.787588] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bde6d2c8-adbb-44db-9c73-e364afb265e2 with Priority: HIGHEST for action port [ 948.788314] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.788569] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.788730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.789057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.789283] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.790290] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.790584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.791440] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-bde6d2c8-adbb-44db-9c73-e364afb265e2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.791689] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bde6d2c8-adbb-44db-9c73-e364afb265e2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.791838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bde6d2c8-adbb-44db-9c73-e364afb265e2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.792176] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bde6d2c8-adbb-44db-9c73-e364afb265e2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.792352] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bde6d2c8-adbb-44db-9c73-e364afb265e2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.023191] env[69933]: INFO networking_nsxv3.common.synchronization [req-bec2feff-ddbc-4066-a52c-08cdf90ba000 req-147cb687-3d4d-4893-9e19-b0c0122a0322 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Enqueued Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGHEST for action security_group_members [ 949.023784] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGHEST for action security_group_members [ 949.024132] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.024271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.024467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.024611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.024765] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.024886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.025408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.025408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.025408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.025408] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.027582] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.027722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.027783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.027937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.031267] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.031267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.031267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.031267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.031267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.031267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.031267] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.031267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.031267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.031267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.031267] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.031267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.031267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.031267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.031267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.031267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.031267] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.044358] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 949.044358] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 deletion is rescheduled due to dependency. [ 949.044358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.044358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.044358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.044358] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.044358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.044358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.044861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.044861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.044861] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.094793] env[69933]: INFO networking_nsxv3.common.synchronization [req-c9ad2763-ed2c-4bcb-afd7-62083b90c300 req-672765bd-e3af-4659-8e5d-78dd98e1d24e tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 949.095125] env[69933]: INFO networking_nsxv3.common.synchronization [req-c9ad2763-ed2c-4bcb-afd7-62083b90c300 req-672765bd-e3af-4659-8e5d-78dd98e1d24e tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a with Priority: HIGHEST for action security_group_members [ 949.096987] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 949.096987] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a with Priority: HIGHEST for action security_group_members [ 949.096987] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.096987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.096987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.096987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.096987] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.096987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.096987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.096987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.096987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.097674] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.097984] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.098152] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.098235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.098466] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.098649] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.098790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.098865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.099033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.099116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.099205] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.152030] env[69933]: INFO networking_nsxv3.common.synchronization [req-c9ad2763-ed2c-4bcb-afd7-62083b90c300 req-672765bd-e3af-4659-8e5d-78dd98e1d24e tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_rules [ 949.152030] env[69933]: INFO networking_nsxv3.common.synchronization [req-c9ad2763-ed2c-4bcb-afd7-62083b90c300 req-672765bd-e3af-4659-8e5d-78dd98e1d24e tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 949.152030] env[69933]: INFO networking_nsxv3.common.synchronization [req-c9ad2763-ed2c-4bcb-afd7-62083b90c300 req-672765bd-e3af-4659-8e5d-78dd98e1d24e tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a with Priority: HIGHEST for action security_group_rules [ 949.152030] env[69933]: INFO networking_nsxv3.common.synchronization [req-c9ad2763-ed2c-4bcb-afd7-62083b90c300 req-672765bd-e3af-4659-8e5d-78dd98e1d24e tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a with Priority: HIGHEST for action security_group_members [ 949.152030] env[69933]: INFO networking_nsxv3.common.synchronization [req-c9ad2763-ed2c-4bcb-afd7-62083b90c300 req-672765bd-e3af-4659-8e5d-78dd98e1d24e tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: af1a1a04-529f-4864-8241-dc55e9adc5d9 with Priority: HIGHEST for action port [ 949.152030] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_rules [ 949.152618] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a with Priority: HIGHEST for action security_group_rules [ 949.152934] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1a1a04-529f-4864-8241-dc55e9adc5d9 with Priority: HIGHEST for action port [ 949.153232] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 949.153431] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a with Priority: HIGHEST for action security_group_members [ 949.153891] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.154216] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.154423] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.154730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.154912] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.156030] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.156291] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.156476] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.156804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.157035] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.157932] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-af1a1a04-529f-4864-8241-dc55e9adc5d9 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.158278] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af1a1a04-529f-4864-8241-dc55e9adc5d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.158442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af1a1a04-529f-4864-8241-dc55e9adc5d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.158698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af1a1a04-529f-4864-8241-dc55e9adc5d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.158857] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af1a1a04-529f-4864-8241-dc55e9adc5d9',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.159697] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.159916] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.160238] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.160444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.293985] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.294381] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.294472] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bde6d2c8-adbb-44db-9c73-e364afb265e2 with status ACTIVE [ 949.294610] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.294725] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.294802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.295026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.295119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.295297] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.295838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.295838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.295838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.295838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.295838] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.296067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.296067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.296131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.296196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.296274] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bde6d2c8-adbb-44db-9c73-e364afb265e2 is going to be updated. [ 949.338981] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.339235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.339235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.339438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.339600] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.339785] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bde6d2c8-adbb-44db-9c73-e364afb265e2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.530074] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.530546] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.530546] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.530953] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.530953] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.531710] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.531710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.531710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.531932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.531984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.532612] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea90133-096e-4def-8b96-f0a6471f46ff already deleted. [ 949.532612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.534339] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8f4bfda-2512-4ffb-b5e4-cd974160a0e5: rpc.has_security_group_logging(os_id): False [ 949.549549] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.558886] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.559100] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.559100] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.559338] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.581351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.581683] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.581812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.581899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.582164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.582248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.582472] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.582572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.582640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.582822] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.582904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.583134] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.583254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.583320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.583467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.583545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.583651] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be updated. [ 949.600759] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.601678] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.621574] env[69933]: INFO networking_nsxv3.common.synchronization [req-6995e6cf-e454-4105-88fd-c5ef45d6d500 req-9c2a06b3-a535-41be-8424-36e92af25aac tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a with Priority: HIGHEST for action security_group_members [ 949.621574] env[69933]: INFO networking_nsxv3.common.synchronization [req-6995e6cf-e454-4105-88fd-c5ef45d6d500 req-9c2a06b3-a535-41be-8424-36e92af25aac tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 949.621574] env[69933]: INFO networking_nsxv3.common.synchronization [req-6995e6cf-e454-4105-88fd-c5ef45d6d500 req-9c2a06b3-a535-41be-8424-36e92af25aac tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 with Priority: HIGHEST for action security_group_members [ 949.621927] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a with Priority: HIGHEST for action security_group_members [ 949.622072] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 949.622326] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 with Priority: HIGHEST for action security_group_members [ 949.623138] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.623138] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.627460] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.627570] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.627834] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ee44f5a-49dc-4706-871a-8665893c03d2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.627896] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.627962] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.628250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.628373] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.628472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.628537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.628689] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.628774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.628865] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ee44f5a-49dc-4706-871a-8665893c03d2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.656993] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.657144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.657211] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.657420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.657559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.661470] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.661592] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.661789] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.661873] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.661995] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af1a1a04-529f-4864-8241-dc55e9adc5d9 with status ACTIVE [ 949.662152] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.662244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.662303] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.662503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.662597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.663184] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.663184] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.663184] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.663184] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.663184] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.663440] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.663440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.663440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.663562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.663619] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.663699] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af1a1a04-529f-4864-8241-dc55e9adc5d9 is going to be updated. [ 949.673457] env[69933]: INFO networking_nsxv3.common.synchronization [req-6995e6cf-e454-4105-88fd-c5ef45d6d500 req-9c2a06b3-a535-41be-8424-36e92af25aac tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 with Priority: HIGHEST for action security_group_rules [ 949.673618] env[69933]: INFO networking_nsxv3.common.synchronization [req-6995e6cf-e454-4105-88fd-c5ef45d6d500 req-9c2a06b3-a535-41be-8424-36e92af25aac tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 with Priority: HIGHEST for action security_group_members [ 949.673762] env[69933]: INFO networking_nsxv3.common.synchronization [req-6995e6cf-e454-4105-88fd-c5ef45d6d500 req-9c2a06b3-a535-41be-8424-36e92af25aac tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_rules [ 949.673892] env[69933]: INFO networking_nsxv3.common.synchronization [req-6995e6cf-e454-4105-88fd-c5ef45d6d500 req-9c2a06b3-a535-41be-8424-36e92af25aac tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 949.674027] env[69933]: INFO networking_nsxv3.common.synchronization [req-6995e6cf-e454-4105-88fd-c5ef45d6d500 req-9c2a06b3-a535-41be-8424-36e92af25aac tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a with Priority: HIGHEST for action security_group_rules [ 949.674161] env[69933]: INFO networking_nsxv3.common.synchronization [req-6995e6cf-e454-4105-88fd-c5ef45d6d500 req-9c2a06b3-a535-41be-8424-36e92af25aac tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a with Priority: HIGHEST for action security_group_members [ 949.674297] env[69933]: INFO networking_nsxv3.common.synchronization [req-6995e6cf-e454-4105-88fd-c5ef45d6d500 req-9c2a06b3-a535-41be-8424-36e92af25aac tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: af1a1a04-529f-4864-8241-dc55e9adc5d9 with Priority: HIGHEST for action port [ 949.675292] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: IN_PROGRESS for 2s [ 949.675744] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 with Priority: HIGHEST for action security_group_rules [ 949.675850] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_rules [ 949.675948] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a with Priority: HIGHEST for action security_group_members [ 949.676056] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1a1a04-529f-4864-8241-dc55e9adc5d9 with Priority: HIGHEST for action port [ 949.676149] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a with Priority: HIGHEST for action security_group_rules [ 949.676237] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 with Priority: HIGHEST for action security_group_members [ 949.676323] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 949.676830] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ee44f5a-49dc-4706-871a-8665893c03d2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.676949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.677019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.677264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.677345] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ee44f5a-49dc-4706-871a-8665893c03d2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.678187] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.678283] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.678475] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.678569] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.678751] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-af1a1a04-529f-4864-8241-dc55e9adc5d9 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.678830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af1a1a04-529f-4864-8241-dc55e9adc5d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.679013] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.679094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.679272] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ee44f5a-49dc-4706-871a-8665893c03d2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.679785] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.679785] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.679785] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.687358] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.687508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.687564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.687765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.687899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.688061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af1a1a04-529f-4864-8241-dc55e9adc5d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.688203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af1a1a04-529f-4864-8241-dc55e9adc5d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.688356] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af1a1a04-529f-4864-8241-dc55e9adc5d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.688439] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af1a1a04-529f-4864-8241-dc55e9adc5d9',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.841153] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.841412] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-789" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.841579] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-789" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.843633] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-789" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.844319] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.844651] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.844861] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.845213] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.845426] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.845804] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.846052] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.846223] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.846380] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.846563] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.846752] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.846967] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.877563] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.877737] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 949.877882] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.878092] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-789" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.878416] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-db16338b-7921-45e7-a689-b36e812e7d7c taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.878593] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-db16338b-7921-45e7-a689-b36e812e7d7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.878714] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-db16338b-7921-45e7-a689-b36e812e7d7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.879064] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-db16338b-7921-45e7-a689-b36e812e7d7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.879209] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db16338b-7921-45e7-a689-b36e812e7d7c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.056400] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.084729] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-550 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.084729] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-550" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.085029] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-550" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.087969] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-550" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.087969] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.087969] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.087969] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.087969] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.087969] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.087969] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.087969] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.087969] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.087969] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.087969] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.087969] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.087969] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.103534] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.104588] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.134861] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ee44f5a-49dc-4706-871a-8665893c03d2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.145495] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.145760] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.058 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.146125] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.146272] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-550" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.146665] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-29069c92-5033-48a2-b230-64ef36cb9722 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.146941] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-29069c92-5033-48a2-b230-64ef36cb9722" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.147156] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-29069c92-5033-48a2-b230-64ef36cb9722" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.147650] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-29069c92-5033-48a2-b230-64ef36cb9722" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.148139] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29069c92-5033-48a2-b230-64ef36cb9722',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.181419] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ee44f5a-49dc-4706-871a-8665893c03d2 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.181686] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.191017] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af1a1a04-529f-4864-8241-dc55e9adc5d9 with status ACTIVE [ 950.191301] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.191473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.191581] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.191913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.192072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.192287] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.192442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.192487] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.192641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.192721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.193015] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.193134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.193198] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.193353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.193429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.193515] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af1a1a04-529f-4864-8241-dc55e9adc5d9 is going to be updated. [ 950.230029] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.230029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.230029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.230284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.230468] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.230665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af1a1a04-529f-4864-8241-dc55e9adc5d9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.383539] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.383811] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.384190] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.384622] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.384905] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.385169] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port db16338b-7921-45e7-a689-b36e812e7d7c not found, creating... [ 950.385559] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.385823] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.386017] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.386376] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.386586] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.386989] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.387254] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.387464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.389342] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.389342] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.389342] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: db16338b-7921-45e7-a689-b36e812e7d7c is going to be created. [ 950.402025] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: SUCCESS [ 950.402359] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.408781] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 950.409162] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.410243] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce in Status: SUCCESS [ 950.410537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.425420] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.425960] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.426084] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.426392] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.426660] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.426940] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-db16338b-7921-45e7-a689-b36e812e7d7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.488618] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: SUCCESS [ 950.488923] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.504938] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed38584d-1a8b-4267-9313-2bc352dedece in Status: SUCCESS [ 950.505331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.559285] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.559767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.559767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.559767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.559991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.560124] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be updated. [ 950.593549] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 in Status: SUCCESS [ 950.593723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.595613] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.595780] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.595818] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.596282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.596282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.605388] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: IN_PROGRESS for 2s [ 950.605755] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.605915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.606018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.606195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.606291] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.606393] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 950.608021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.608208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.608208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.608437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.608532] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.608623] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a is going to be created. [ 950.636973] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ee44f5a-49dc-4706-871a-8665893c03d2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.650608] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.650880] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.651019] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.651315] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.651471] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.651637] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 29069c92-5033-48a2-b230-64ef36cb9722 not found, creating... [ 950.651914] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.652094] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.652272] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.652492] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.652691] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.653555] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.653555] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.653555] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.653555] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.653836] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.653836] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 29069c92-5033-48a2-b230-64ef36cb9722 is going to be created. [ 950.670554] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.670554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.670875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.670915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.671309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.675892] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.675892] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.675892] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.676290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.676398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.695964] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 950.696886] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a in Status: UNINITIALIZED for 2s [ 950.698491] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.698714] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.698846] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.699153] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.699393] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.699633] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-29069c92-5033-48a2-b230-64ef36cb9722" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.140950] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.140950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.140950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.140950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.140950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.140950] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 is going to be created. [ 951.167741] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.167958] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.168077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.168395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.168638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.181641] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 in Status: UNINITIALIZED for 2s [ 951.371242] env[69933]: INFO networking_nsxv3.common.synchronization [req-bec2feff-ddbc-4066-a52c-08cdf90ba000 req-8677c72c-371e-4970-97f4-cc843a44b71a service nova] Enqueued Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGHEST for action security_group_rules [ 951.371551] env[69933]: INFO networking_nsxv3.common.synchronization [req-bec2feff-ddbc-4066-a52c-08cdf90ba000 req-8677c72c-371e-4970-97f4-cc843a44b71a service nova] Enqueued Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGHEST for action security_group_members [ 951.371658] env[69933]: INFO networking_nsxv3.common.synchronization [req-bec2feff-ddbc-4066-a52c-08cdf90ba000 req-8677c72c-371e-4970-97f4-cc843a44b71a service nova] Enqueued Resource ID: db16338b-7921-45e7-a689-b36e812e7d7c with Priority: HIGHEST for action port [ 951.371791] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGHEST for action security_group_rules [ 951.371920] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGHEST for action security_group_members [ 951.372027] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db16338b-7921-45e7-a689-b36e812e7d7c with Priority: HIGHEST for action port [ 951.374145] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.374145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.374145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.374145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.374145] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.374596] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.374768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.374805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.376866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.376866] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.376866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.376866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.376866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.376866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.376866] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.376866] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-db16338b-7921-45e7-a689-b36e812e7d7c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.376866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db16338b-7921-45e7-a689-b36e812e7d7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.376866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db16338b-7921-45e7-a689-b36e812e7d7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.376866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db16338b-7921-45e7-a689-b36e812e7d7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.377685] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db16338b-7921-45e7-a689-b36e812e7d7c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.570145] env[69933]: INFO networking_nsxv3.common.synchronization [req-96d5018f-6af3-4579-850b-2424737fbc63 req-26852d19-a5dd-4149-bb44-b4016f16d91b service nova] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_rules [ 951.570145] env[69933]: INFO networking_nsxv3.common.synchronization [req-96d5018f-6af3-4579-850b-2424737fbc63 req-26852d19-a5dd-4149-bb44-b4016f16d91b service nova] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 951.570145] env[69933]: INFO networking_nsxv3.common.synchronization [req-96d5018f-6af3-4579-850b-2424737fbc63 req-26852d19-a5dd-4149-bb44-b4016f16d91b service nova] Enqueued Resource ID: 29069c92-5033-48a2-b230-64ef36cb9722 with Priority: HIGHEST for action port [ 951.570145] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_rules [ 951.570145] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 951.570145] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29069c92-5033-48a2-b230-64ef36cb9722 with Priority: HIGHEST for action port [ 951.570145] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.571265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.571590] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.571838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.572145] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-29069c92-5033-48a2-b230-64ef36cb9722 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.572552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29069c92-5033-48a2-b230-64ef36cb9722" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.574027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29069c92-5033-48a2-b230-64ef36cb9722" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.574027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29069c92-5033-48a2-b230-64ef36cb9722" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.574027] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29069c92-5033-48a2-b230-64ef36cb9722',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.694319] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: SUCCESS [ 951.694572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.694819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.695064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.695220] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.885156] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.885156] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.885156] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.889881] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db16338b-7921-45e7-a689-b36e812e7d7c with status ACTIVE [ 951.889881] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.889881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.889881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.889881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.889881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.889881] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.889881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.889881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.889881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.889881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.889881] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.889881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.889881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.889881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.889881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.889881] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db16338b-7921-45e7-a689-b36e812e7d7c is going to be updated. [ 951.910922] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.910922] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.910922] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.910922] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.910922] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.910922] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db16338b-7921-45e7-a689-b36e812e7d7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.081030] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29069c92-5033-48a2-b230-64ef36cb9722 with status ACTIVE [ 952.081030] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.081030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.081030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.081030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.081030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.081030] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.081030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.081030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.081030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.081030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.081030] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.081030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.081030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.081030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.081030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.081030] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29069c92-5033-48a2-b230-64ef36cb9722 is going to be updated. [ 952.105636] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.105636] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.105636] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.105636] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.105636] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.105636] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29069c92-5033-48a2-b230-64ef36cb9722" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.200024] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.200024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.200024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.200024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.200024] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.200024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.200024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.200024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.200024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.200024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.200024] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.386394] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.617946] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 952.617946] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.618501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.618634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.618828] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.618949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.619023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.619191] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.619283] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.619371] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.705376] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.705376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.705376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.705376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.705376] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.705376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.705376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.705376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.705872] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.705872] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.705872] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.705872] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.705872] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.706070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.706203] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.706203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.706284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.706978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.706978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.706978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.706978] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.713876] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a in Status: SUCCESS [ 952.713876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.713876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.713876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.713876] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.713876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.713876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.713876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.713876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.713876] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.718308] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 952.720597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.721816] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.721816] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.721816] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.721816] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.721816] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.721816] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.722130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.722130] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.892053] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.892053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.892053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.892053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.892053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.892053] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea90133-096e-4def-8b96-f0a6471f46ff is going to be created. [ 952.919027] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.919027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.919027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.919027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.919027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.928935] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: UNINITIALIZED for 2s [ 953.122965] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.194316] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 in Status: SUCCESS [ 953.197061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.197329] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.197584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.197784] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.197908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.197975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.198196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.198241] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.198339] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ee44f5a-49dc-4706-871a-8665893c03d2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.222161] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8f4bfda-2512-4ffb-b5e4-cd974160a0e5: rpc.has_security_group_logging(os_id): False [ 953.223550] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.226706] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.245151] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.245461] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.245542] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.245759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.245848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.246125] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.246235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.246272] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.246404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.246478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.246655] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.246771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.246834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.246976] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.247063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.247246] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.247336] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.247393] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.247529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.247598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.247795] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be updated. [ 953.346098] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.346290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.346351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.346624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.346792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.388538] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: IN_PROGRESS for 2s [ 953.626721] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.700537] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ee44f5a-49dc-4706-871a-8665893c03d2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.727301] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.729070] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.130107] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.130282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.130282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.130439] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.130528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.130639] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be updated. [ 954.170518] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.170518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.170518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.170847] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.170847] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.180009] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: IN_PROGRESS for 2s [ 954.203209] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ee44f5a-49dc-4706-871a-8665893c03d2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.236198] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.236413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.236472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.236662] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.236825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.236874] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 954.238189] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.238312] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.238396] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.238606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.238711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.238819] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a is going to be updated. [ 954.277524] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.277524] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.277524] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.277524] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.277524] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.280737] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.281036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.281036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.281309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.281500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.289783] env[69933]: INFO networking_nsxv3.common.synchronization [req-3b92c697-bed1-4f66-a72d-220fb7049151 req-f2ecbedf-1c5c-4110-a5a4-b8aa623ca0d2 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Enqueued Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 954.294400] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 954.294963] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.294963] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.294963] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.295260] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.296126] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.296126] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.296126] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.296126] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.296126] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.296126] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.299564] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a in Status: IN_PROGRESS for 2s [ 954.301656] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 954.708019] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.708019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.708019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.708019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.708019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.708019] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 is going to be updated. [ 954.736098] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.736252] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.736323] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.736569] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.736748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.746633] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 in Status: IN_PROGRESS for 2s [ 954.804242] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.804523] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.804602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.804831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.804970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.805224] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.805284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.805350] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.805573] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.805676] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.805775] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f577ced3-8c05-4917-a659-d6b10d13944a is going to be updated. [ 954.853357] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.853555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.853555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.853780] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.853922] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.866324] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: IN_PROGRESS for 2s [ 954.942906] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: SUCCESS [ 954.943196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.943365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.943529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.943732] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.943860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.943933] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.944133] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.944229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.944291] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.944478] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.404015] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: SUCCESS [ 955.404241] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.448210] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.448345] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.448398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.448618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.448774] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.448879] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.451640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.451640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.451640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.451640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.451640] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.451640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.451640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.451640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.451640] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.451640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.451640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.451640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.451640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.451640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.451640] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.954570] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cea90133-096e-4def-8b96-f0a6471f46ff: rpc.has_security_group_logging(os_id): False [ 955.973690] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.973963] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.973963] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.975229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.975229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.975229] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.975229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.975229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.975229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.975229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.975229] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.977505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.977505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.977505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.977505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.977505] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.977505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.977505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.977505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.977505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.977505] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cea90133-096e-4def-8b96-f0a6471f46ff is going to be created. [ 956.039410] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.039566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.039640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.039845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.040032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.057748] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: IN_PROGRESS for 2s [ 956.193896] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 956.194166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.194361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.194686] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.194895] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.195035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.195105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.195267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.195352] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.195440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.195585] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.197454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.197544] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.197737] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.197850] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.197917] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.198078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.198161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.198258] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.207896] env[69933]: INFO networking_nsxv3.common.synchronization [req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 req-2e4c5b5e-f4f1-4c9a-a189-a572973e7c7d tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Enqueued Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_members [ 956.207896] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_members [ 956.209169] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ba164e-5c03-4513-a24e-47b9de9450b3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.209319] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.212100] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.212439] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.212647] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.212777] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.212848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.213091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.213599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.213599] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.444256] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 956.444988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.445136] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.445279] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.445497] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.445641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.445707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.445910] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.445968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.446069] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.447741] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a in Status: SUCCESS [ 956.447945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.448127] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.448317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.448494] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.448640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.448704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.448820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.448897] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.448997] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.582850] env[69933]: INFO networking_nsxv3.common.synchronization [req-d31729ad-da62-49a7-9279-b3e81e8933a2 req-de938412-689a-4279-b191-671c89ca551a tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Enqueued Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGHEST for action security_group_members [ 956.583594] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGHEST for action security_group_members [ 956.584222] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.584222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.584222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.584222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.584485] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.584485] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.584577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.585332] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.585332] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.585332] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.700715] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.700852] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.707777] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.720315] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.720440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.720665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.721286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.744786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.744786] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.744786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.744786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.744786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.744786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.744786] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 is going to be updated. [ 956.754761] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 in Status: SUCCESS [ 956.757450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.757450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.757450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.757450] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.757450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.757450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.757450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.757450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.757450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.757450] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ee44f5a-49dc-4706-871a-8665893c03d2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.772489] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.772489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.772489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.772489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.772489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.779968] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 in Status: IN_PROGRESS for 2s [ 956.879085] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: SUCCESS [ 956.879321] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f577ced3-8c05-4917-a659-d6b10d13944a deletion is rescheduled due to dependency. [ 956.879728] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.951511] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.953486] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.988918] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.988918] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-789" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.988918] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-789" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.988918] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-789" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.988918] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.988918] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.988918] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.988918] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.988918] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.988918] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.988918] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.988918] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.988918] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.991198] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.991198] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.991198] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.009058] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.009058] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 957.009058] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.009058] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-789" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.009571] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-3364ee73-0bc3-44d6-82b5-5e0e2aab8afd taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.009571] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-3364ee73-0bc3-44d6-82b5-5e0e2aab8afd" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.009571] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-3364ee73-0bc3-44d6-82b5-5e0e2aab8afd" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.009728] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-3364ee73-0bc3-44d6-82b5-5e0e2aab8afd" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.010050] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3364ee73-0bc3-44d6-82b5-5e0e2aab8afd',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.087349] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.212134] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.259431] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ee44f5a-49dc-4706-871a-8665893c03d2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.456565] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.457519] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.517509] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.517509] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.517509] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.517509] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.517509] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.517509] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 3364ee73-0bc3-44d6-82b5-5e0e2aab8afd not found, creating... [ 957.517509] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.517509] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.517509] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.517509] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.517509] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.518062] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.518062] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.518155] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.518371] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.518546] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.518800] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 3364ee73-0bc3-44d6-82b5-5e0e2aab8afd is going to be created. [ 957.543231] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.543456] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.546021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.546021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.546021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.546021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-3364ee73-0bc3-44d6-82b5-5e0e2aab8afd" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.590970] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.713544] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.713544] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.713747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.715053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.715053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.715053] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be updated. [ 957.748855] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.748980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.749080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.749338] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.749507] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.761294] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: IN_PROGRESS for 2s [ 957.761513] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ee44f5a-49dc-4706-871a-8665893c03d2: rpc.has_security_group_logging(os_id): False [ 957.780681] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.780866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.780915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.781123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.781213] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.781445] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.781552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.781626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.781786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.781861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.781947] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 is going to be created. [ 957.838831] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.839045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.839045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.839263] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.839436] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.853082] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 in Status: IN_PROGRESS for 2s [ 957.959679] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.962656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.962656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.962656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.962656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.962656] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 957.962656] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.962656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.962656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.963350] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.963350] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.963350] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a is going to be updated. [ 958.010254] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.010602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.010602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.010777] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.010924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.014979] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.015195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.015275] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.015533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.015673] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.023930] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a in Status: IN_PROGRESS for 2s [ 958.026255] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 958.071431] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: SUCCESS [ 958.072575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.095032] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.095341] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.095444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.095784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.095948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.096121] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea90133-096e-4def-8b96-f0a6471f46ff is going to be updated. [ 958.128683] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.128864] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.128952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.129223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.129396] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.139683] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: IN_PROGRESS for 2s [ 958.324620] env[69933]: INFO networking_nsxv3.common.synchronization [req-d31729ad-da62-49a7-9279-b3e81e8933a2 req-869e0250-94ff-444e-8dd8-9d36030b5e5e service nova] Enqueued Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGHEST for action security_group_rules [ 958.324888] env[69933]: INFO networking_nsxv3.common.synchronization [req-d31729ad-da62-49a7-9279-b3e81e8933a2 req-869e0250-94ff-444e-8dd8-9d36030b5e5e service nova] Enqueued Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGHEST for action security_group_members [ 958.324950] env[69933]: INFO networking_nsxv3.common.synchronization [req-d31729ad-da62-49a7-9279-b3e81e8933a2 req-869e0250-94ff-444e-8dd8-9d36030b5e5e service nova] Enqueued Resource ID: 3364ee73-0bc3-44d6-82b5-5e0e2aab8afd with Priority: HIGHEST for action port [ 958.325463] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGHEST for action security_group_rules [ 958.325699] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGHEST for action security_group_members [ 958.325699] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3364ee73-0bc3-44d6-82b5-5e0e2aab8afd with Priority: HIGHEST for action port [ 958.326391] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.326539] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.326612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.326850] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.326930] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.329645] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.329765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.330353] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3364ee73-0bc3-44d6-82b5-5e0e2aab8afd taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.330469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3364ee73-0bc3-44d6-82b5-5e0e2aab8afd" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.330538] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3364ee73-0bc3-44d6-82b5-5e0e2aab8afd" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.330721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3364ee73-0bc3-44d6-82b5-5e0e2aab8afd" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.330798] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3364ee73-0bc3-44d6-82b5-5e0e2aab8afd',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.763762] env[69933]: INFO networking_nsxv3.common.synchronization [req-92294fe0-8a0e-4586-b2be-384dbd595972 req-a50cdbb5-7cf4-4883-9945-0228af461740 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Enqueued Resource ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 with Priority: HIGHEST for action security_group_members [ 958.764616] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 with Priority: HIGHEST for action security_group_members [ 958.764845] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0073073b-c4f6-4327-bd74-d0e99c9f21f6 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.765039] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.766879] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.767524] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.767724] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.767906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.767987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.768279] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.768392] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.768498] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0073073b-c4f6-4327-bd74-d0e99c9f21f6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.791742] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 in Status: SUCCESS [ 958.791742] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 deletion is rescheduled due to dependency. [ 958.791742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.831343] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.832413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.834012] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3364ee73-0bc3-44d6-82b5-5e0e2aab8afd with status ACTIVE [ 958.834012] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.834012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.834012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.834012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.834012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.834012] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.834012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.834012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.834012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.834012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.835057] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.835057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.835057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.835300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.835748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.835963] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3364ee73-0bc3-44d6-82b5-5e0e2aab8afd is going to be updated. [ 958.864084] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.864271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.864349] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.864679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.864836] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.865207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3364ee73-0bc3-44d6-82b5-5e0e2aab8afd" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.190445] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.190445] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-987" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.190445] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-987" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.190445] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-987" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.192597] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.192597] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.192597] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.192597] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.193026] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.193406] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.194322] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.194322] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.196023] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.196023] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.196023] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.196023] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.227492] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.227492] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 959.227492] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.227492] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-987" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.227492] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-3afa16d8-d22e-46c7-9929-f03e63ebb6b7 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.227492] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-3afa16d8-d22e-46c7-9929-f03e63ebb6b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.227492] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-3afa16d8-d22e-46c7-9929-f03e63ebb6b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.227492] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-3afa16d8-d22e-46c7-9929-f03e63ebb6b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.227492] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3afa16d8-d22e-46c7-9929-f03e63ebb6b7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.273677] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.273677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.273677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.273677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.273677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.273677] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.273677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.273677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.273677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.273677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.273677] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 already deleted. [ 959.273677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.465938] env[69933]: INFO networking_nsxv3.common.synchronization [None req-2c427b99-8e51-48be-ba08-01668be9b242 None None] Enqueued Resource ID: 16c43731-2200-4b7a-8eb1-0986f608983e with Priority: HIGHEST for action port [ 959.466665] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c43731-2200-4b7a-8eb1-0986f608983e with Priority: HIGHEST for action port [ 959.467612] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-16c43731-2200-4b7a-8eb1-0986f608983e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.467792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16c43731-2200-4b7a-8eb1-0986f608983e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.467888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16c43731-2200-4b7a-8eb1-0986f608983e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.468237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16c43731-2200-4b7a-8eb1-0986f608983e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.468515] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c43731-2200-4b7a-8eb1-0986f608983e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.733738] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.734097] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.734304] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.734697] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.734990] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.735269] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 3afa16d8-d22e-46c7-9929-f03e63ebb6b7 not found, creating... [ 959.735655] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.735950] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.736190] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.736490] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.737714] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.738118] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.738362] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.738540] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.738824] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.739045] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.739249] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 3afa16d8-d22e-46c7-9929-f03e63ebb6b7 is going to be created. [ 959.760593] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.760815] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.760991] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.761318] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.761546] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.762231] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-3afa16d8-d22e-46c7-9929-f03e63ebb6b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.777933] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 959.777933] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.777933] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.777933] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.777933] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.778318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.778318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.778318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.778318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.778440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.778518] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.778611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.778669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.778906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.778987] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.779066] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.779101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.779224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.779296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.779373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.779462] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.875529] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 in Status: SUCCESS [ 959.875764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.970754] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16c43731-2200-4b7a-8eb1-0986f608983e [ 959.970754] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.970908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.974213] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.974508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.974613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.974726] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16c43731-2200-4b7a-8eb1-0986f608983e already deleted. [ 959.974812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16c43731-2200-4b7a-8eb1-0986f608983e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.034904] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 960.035144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.035850] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a in Status: SUCCESS [ 960.036021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.036172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.036380] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.036696] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.037184] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.037290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.037478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.037556] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.037642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.037738] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.038607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.038772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.043215] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.043554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.043554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.043554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.043666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.044142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.044142] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.044837] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.044994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.045163] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.045263] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.045329] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.045529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.045607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.045708] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.046368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.046517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.046664] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.046775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.048792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.048792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.048792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.048792] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.160599] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: IN_PROGRESS for 4s [ 960.282716] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfd92b65-b571-4f30-9b05-7b7c15f4e375: rpc.has_security_group_logging(os_id): False [ 960.301630] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.301852] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.301852] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.302145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.302201] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.302448] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.302565] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.302627] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.302844] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.302951] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.303087] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.303177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.303240] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.303375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.303471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.303669] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.303768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.303835] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.303983] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.305357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.305357] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be created. [ 960.362886] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.363057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.363108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.363321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.363511] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.387351] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: IN_PROGRESS for 2s [ 960.488826] env[69933]: INFO networking_nsxv3.common.synchronization [None req-9e922304-b286-42e7-ad4a-e29f158a8a0b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Enqueued Resource ID: e082358a-8ba0-40ff-861b-05122ecd950e with Priority: HIGHEST for action security_group_rules [ 960.491335] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e082358a-8ba0-40ff-861b-05122ecd950e with Priority: HIGHEST for action security_group_rules [ 960.491335] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e082358a-8ba0-40ff-861b-05122ecd950e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.491335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.491335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.495321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.495321] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e082358a-8ba0-40ff-861b-05122ecd950e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.545880] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.547626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.549135] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.551921] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.553566] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.672090] env[69933]: INFO networking_nsxv3.common.synchronization [None req-12cc4cdd-60f1-4fab-9901-0c9282995aa9 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Enqueued Resource ID: e082358a-8ba0-40ff-861b-05122ecd950e with Priority: HIGHEST for action security_group_rules [ 960.672665] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e082358a-8ba0-40ff-861b-05122ecd950e with Priority: HIGHEST for action security_group_rules [ 960.672970] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e082358a-8ba0-40ff-861b-05122ecd950e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.673441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.827034] env[69933]: INFO networking_nsxv3.common.synchronization [req-92294fe0-8a0e-4586-b2be-384dbd595972 req-1a5741d0-4221-48d3-ab52-8c4bd47dcc84 service nova] Enqueued Resource ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 with Priority: HIGHEST for action security_group_rules [ 960.827034] env[69933]: INFO networking_nsxv3.common.synchronization [req-92294fe0-8a0e-4586-b2be-384dbd595972 req-1a5741d0-4221-48d3-ab52-8c4bd47dcc84 service nova] Enqueued Resource ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 with Priority: HIGHEST for action security_group_members [ 960.827034] env[69933]: INFO networking_nsxv3.common.synchronization [req-92294fe0-8a0e-4586-b2be-384dbd595972 req-1a5741d0-4221-48d3-ab52-8c4bd47dcc84 service nova] Enqueued Resource ID: 3afa16d8-d22e-46c7-9929-f03e63ebb6b7 with Priority: HIGHEST for action port [ 960.827034] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 with Priority: HIGHEST for action security_group_rules [ 960.827249] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 with Priority: HIGHEST for action security_group_members [ 960.827249] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3afa16d8-d22e-46c7-9929-f03e63ebb6b7 with Priority: HIGHEST for action port [ 960.827452] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0073073b-c4f6-4327-bd74-d0e99c9f21f6 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.827589] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.827690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.827917] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.828010] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0073073b-c4f6-4327-bd74-d0e99c9f21f6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.828886] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0073073b-c4f6-4327-bd74-d0e99c9f21f6 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.828998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.829081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.829249] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.829407] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.829488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.829550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.829689] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.829772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.830028] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0073073b-c4f6-4327-bd74-d0e99c9f21f6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.830731] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3afa16d8-d22e-46c7-9929-f03e63ebb6b7 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.830803] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3afa16d8-d22e-46c7-9929-f03e63ebb6b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.830843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3afa16d8-d22e-46c7-9929-f03e63ebb6b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.830974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3afa16d8-d22e-46c7-9929-f03e63ebb6b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.831067] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3afa16d8-d22e-46c7-9929-f03e63ebb6b7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.016918] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.017101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.017159] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.017382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.018248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.018248] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e082358a-8ba0-40ff-861b-05122ecd950e already deleted. [ 961.018248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.018248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.018248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.018248] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e082358a-8ba0-40ff-861b-05122ecd950e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.054010] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.060934] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a: rpc.has_security_group_logging(os_id): False [ 961.060934] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.088072] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.088072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.088072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.088072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.088072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.088072] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.088072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.088072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.088072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.088072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.088072] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a is going to be created. [ 961.152257] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.152257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.152257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.152257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.152257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.167881] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a in Status: IN_PROGRESS for 2s [ 961.333093] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0073073b-c4f6-4327-bd74-d0e99c9f21f6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.334219] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0073073b-c4f6-4327-bd74-d0e99c9f21f6 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.334333] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.334709] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3afa16d8-d22e-46c7-9929-f03e63ebb6b7 with status ACTIVE [ 961.334709] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.334848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.334889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.335091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.335171] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.335347] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.335437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.335502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.335659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.335730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.335912] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.336010] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.337224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.337224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.337224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.337224] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3afa16d8-d22e-46c7-9929-f03e63ebb6b7 is going to be updated. [ 961.364900] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.364900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.364900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.364900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.364900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.364900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3afa16d8-d22e-46c7-9929-f03e63ebb6b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.542516] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.542516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.542711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.544692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.544692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.544692] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e082358a-8ba0-40ff-861b-05122ecd950e already deleted. [ 961.544692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.559707] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.559874] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.559920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.560150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.560239] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.560341] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 961.563182] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.563324] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.563367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.563553] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.563633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.563740] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a is going to be updated. [ 961.595111] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.595706] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.595891] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.596334] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.596791] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.599341] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.599529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.599642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.599876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.600077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.612144] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 961.612968] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a in Status: IN_PROGRESS for 2s [ 961.839046] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0073073b-c4f6-4327-bd74-d0e99c9f21f6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.037570] env[69933]: INFO networking_nsxv3.common.synchronization [None req-87a7bbe7-0ad6-479e-96ac-a974a9479e00 None None] Enqueued Resource ID: 7ea952e5-7954-4631-9f27-b34d8774ee99 with Priority: HIGHEST for action port [ 962.038388] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea952e5-7954-4631-9f27-b34d8774ee99 with Priority: HIGHEST for action port [ 962.039311] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ea952e5-7954-4631-9f27-b34d8774ee99 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.039857] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ea952e5-7954-4631-9f27-b34d8774ee99" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.040081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ea952e5-7954-4631-9f27-b34d8774ee99" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.040437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ea952e5-7954-4631-9f27-b34d8774ee99" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.040640] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ea952e5-7954-4631-9f27-b34d8774ee99',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.173276] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: SUCCESS [ 962.173276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.173276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.173276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.173580] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.173850] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.174027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.174292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.174480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.174806] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.344314] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.344799] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.344799] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.344799] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.344944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.344991] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 is going to be created. [ 962.378518] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.378518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.378518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.378716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.378890] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.403028] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 in Status: UNINITIALIZED for 2s [ 962.406111] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 962.406440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.406716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.407015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.407140] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.543202] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ea952e5-7954-4631-9f27-b34d8774ee99 [ 962.543574] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.543788] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.543912] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.544247] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.544491] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.544686] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ea952e5-7954-4631-9f27-b34d8774ee99 already deleted. [ 962.544813] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ea952e5-7954-4631-9f27-b34d8774ee99" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.677691] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.912852] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.913793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.913793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.913793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.914019] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.914019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.914019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.914226] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.914226] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.914327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.914397] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.079924] env[69933]: INFO networking_nsxv3.common.synchronization [req-aefa6c69-e609-488f-9e98-a4882928bcfd req-33c4a2b3-6b1f-4928-b7ad-c29acbb33d5f tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 963.080490] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 963.080858] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.080984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.080984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.081532] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.081532] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.081713] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.081713] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.081809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.081895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.081987] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.180992] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.189260] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a in Status: SUCCESS [ 963.189512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.189688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.189915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.190017] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.260919] env[69933]: INFO networking_nsxv3.common.synchronization [req-b9cd23bc-9425-48f9-8a42-2329f17035ee req-6582142a-309d-4d00-a17a-bf1288bec90b tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Enqueued Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGHEST for action security_group_members [ 963.261566] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGHEST for action security_group_members [ 963.261964] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.262156] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.262249] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.262473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.262666] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.262768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.262831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.263033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.263145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.263269] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.360041] env[69933]: INFO networking_nsxv3.common.synchronization [req-aefa6c69-e609-488f-9e98-a4882928bcfd req-3f1e2dc7-85c5-474c-b081-765ae0e2a507 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 963.360041] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGHEST for action security_group_members [ 963.360041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.360041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.420658] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.420658] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.584039] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.624941] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 963.625247] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.625440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.625742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.625969] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.626145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.626231] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.626439] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.626553] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.626653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.626822] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.626922] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.626985] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.627225] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.627374] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.627506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.627607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.627796] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.627883] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.627970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.628073] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.629728] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a in Status: SUCCESS [ 963.629909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.684066] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.684246] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.684349] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.684610] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.684704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.684815] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea90133-096e-4def-8b96-f0a6471f46ff is going to be updated. [ 963.693870] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.694102] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.694102] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.694332] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.694976] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.694976] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.694976] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.694976] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.694976] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.695326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.695326] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.721993] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.722306] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.722410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.722610] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.722758] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.736676] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: IN_PROGRESS for 2s [ 963.766111] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.766361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.766453] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.766714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.766834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.767177] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.767357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.767441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.767711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.767799] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.767903] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce is going to be updated. [ 963.834176] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.834508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.834643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.835031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.836041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.848075] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce in Status: IN_PROGRESS for 2s [ 964.087170] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.131056] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9a2a70c-e742-4535-9e20-ddd0975d65c8: rpc.has_security_group_logging(os_id): False [ 964.147972] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.148246] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.148246] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.148443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.148557] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.148774] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.148894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.148970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.149108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.149187] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.149368] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.149478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.149554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.149654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.149724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.150412] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.150412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.150412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.150412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.150412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.150412] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 964.200653] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.247721] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.247940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.247997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.248350] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.248602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.284808] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 964.416405] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 in Status: SUCCESS [ 964.416786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.417031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.417416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.417663] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.417812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.417928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.418204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.418204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.418326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.418443] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0073073b-c4f6-4327-bd74-d0e99c9f21f6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.590098] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.590385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.590385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.590549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.590721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.590800] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be updated. [ 964.615482] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.615671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.615733] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.615944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.616095] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.625272] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: IN_PROGRESS for 2s [ 964.704665] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a: rpc.has_security_group_logging(os_id): False [ 964.725875] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.726052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.726120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.726340] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.726442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.726676] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.726809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.726871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.727046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.727128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.727219] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a is going to be updated. [ 964.791669] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.791848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.791924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.792190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.792349] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.805818] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a in Status: IN_PROGRESS for 2s [ 964.922077] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0073073b-c4f6-4327-bd74-d0e99c9f21f6 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.922077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.922077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.922077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.922533] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.922533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.922533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.922533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.922708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.922708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.922843] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0073073b-c4f6-4327-bd74-d0e99c9f21f6 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.922956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.923098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.923158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.923279] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.923357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.923411] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.923551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.923615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.923697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.923784] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0073073b-c4f6-4327-bd74-d0e99c9f21f6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.425743] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0073073b-c4f6-4327-bd74-d0e99c9f21f6: rpc.has_security_group_logging(os_id): False [ 965.446029] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.446188] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.446261] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.446476] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.446564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.446761] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.446860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.446928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.447092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.447175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.447389] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.447484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.447540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.447678] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.447781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.448034] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.450235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.450235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.450235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.450235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.450235] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 is going to be created. [ 965.521165] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.521337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.521397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.521591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.521886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.541227] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 in Status: IN_PROGRESS for 2s [ 965.751073] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: SUCCESS [ 965.751321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.751538] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.751781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.751976] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.752111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.752181] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.752389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.752500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.752539] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.752652] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.864052] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce in Status: SUCCESS [ 965.864241] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce deletion is rescheduled due to dependency. [ 965.864368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.256388] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.256633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.256691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.256987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.257236] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.257367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.257437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.257647] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.258040] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.258040] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.258132] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.258249] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.258328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.258489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.258687] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.258808] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.258865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.259059] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.259151] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.259258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.259373] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.305678] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 966.306069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.307162] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.307260] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.307429] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.636101] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 966.636420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.636490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.636663] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.636875] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.636999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.636999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.636999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.636999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.636999] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.763457] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cea90133-096e-4def-8b96-f0a6471f46ff: rpc.has_security_group_logging(os_id): False [ 966.786232] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.786232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.786232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.786232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.786232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.786232] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.786232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.786232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.786232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.786232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.786232] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.786232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.786232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.786232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.786232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.786775] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.786775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.786775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.786775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.786775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.788139] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cea90133-096e-4def-8b96-f0a6471f46ff is going to be updated. [ 966.810041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.810245] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.810307] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.810524] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.810726] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.810831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.810895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.811294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.811391] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.811480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.811566] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.821232] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a in Status: SUCCESS [ 966.821507] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.869900] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.869900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.869900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.869900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.870291] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.885685] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: IN_PROGRESS for 2s [ 967.140332] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.140570] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.140728] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.140992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.141097] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.141325] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.141414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.141488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.141640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.141712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.141799] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be updated. [ 967.173998] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.174172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.174244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.174739] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.174739] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.188092] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: IN_PROGRESS for 2s [ 967.316820] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.316996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.317096] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.317331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.317509] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.317612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.317672] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.317822] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.317923] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.318046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.318203] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.318290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.318347] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.318489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.318662] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.318782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.318852] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.318994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.319088] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.319166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.319267] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.555713] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 in Status: SUCCESS [ 967.556078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.823174] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9a2a70c-e742-4535-9e20-ddd0975d65c8: rpc.has_security_group_logging(os_id): False [ 967.851256] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.851491] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.851646] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.851930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.852087] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.852330] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.852438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.852500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.852665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.852741] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.852929] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.853448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.853448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.853448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.853448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.853632] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.853632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.853717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.853830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.853903] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.853987] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 967.945687] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.945905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.945905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.946160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.946331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.963453] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 968.361533] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 968.361681] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 968.397285] env[69933]: INFO networking_nsxv3.common.synchronization [req-ebbebc16-9698-4b67-817d-459a9a7503f7 req-81dce223-22a7-4888-9609-89f6b9443a1a tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Enqueued Resource ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 with Priority: HIGHEST for action security_group_members [ 968.397285] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 with Priority: HIGHEST for action security_group_members [ 968.397500] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.397500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.397722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.397990] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.398209] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.398908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.398981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.399141] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.399230] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.399323] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.877728] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.877728] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-835" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.877728] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-835" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.877728] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-835" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.883097] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.883097] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.883097] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.883097] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.883097] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.883097] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.883097] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.883097] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.883097] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.883097] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.883097] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.883097] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.901716] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.904210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.904210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.904210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.904210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.904210] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.904210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.904210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.904210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.904210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.904210] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 already deleted. [ 968.904210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.958687] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: SUCCESS [ 968.958687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.966228] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.966228] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.083 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 968.966228] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.966228] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-835" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.966228] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-e0ba4973-d635-4c30-aa73-813cc947ff7c taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.966228] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-e0ba4973-d635-4c30-aa73-813cc947ff7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.966228] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-e0ba4973-d635-4c30-aa73-813cc947ff7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.966228] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-e0ba4973-d635-4c30-aa73-813cc947ff7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.966228] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0ba4973-d635-4c30-aa73-813cc947ff7c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.200222] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 969.200222] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 deletion is rescheduled due to dependency. [ 969.200222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.200222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.200222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.200222] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.200222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.200222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.200222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.200222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.200222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.200222] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.200222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.200222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.201334] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.201659] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.201920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.202126] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.203606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.203606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.203606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.203606] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.472395] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.472395] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.472395] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.472395] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.472395] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.472395] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port e0ba4973-d635-4c30-aa73-813cc947ff7c not found, creating... [ 969.472395] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.472395] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.472395] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.472395] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.472395] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.472956] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.472956] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.472956] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.472956] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.472956] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.473164] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: e0ba4973-d635-4c30-aa73-813cc947ff7c is going to be created. [ 969.500266] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.500754] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.500754] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.501096] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.501342] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.501607] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-e0ba4973-d635-4c30-aa73-813cc947ff7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.705425] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfd92b65-b571-4f30-9b05-7b7c15f4e375: rpc.has_security_group_logging(os_id): False [ 969.731030] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.736258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.736258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.736446] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.736446] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.736919] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.736919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.737092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.737127] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.737201] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.737413] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.737536] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.737570] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.737708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.737781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.738058] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.738058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.738183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.738358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.738358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.738470] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be updated. [ 969.802436] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.802631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.802703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.806021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.806021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.818824] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: IN_PROGRESS for 2s [ 969.820616] env[69933]: INFO networking_nsxv3.common.synchronization [req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 req-694cd5f6-8b8d-4e1b-9f6f-605d8c1de37f tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Enqueued Resource ID: ed38584d-1a8b-4267-9313-2bc352dedece with Priority: HIGHEST for action security_group_members [ 969.820875] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed38584d-1a8b-4267-9313-2bc352dedece with Priority: HIGHEST for action security_group_members [ 969.825077] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed38584d-1a8b-4267-9313-2bc352dedece taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.825077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.825077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.825077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.825077] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.825077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.825077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.825077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.825077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.825077] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed38584d-1a8b-4267-9313-2bc352dedece',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.073207] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 970.073655] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.303601] env[69933]: INFO networking_nsxv3.common.synchronization [req-ebbebc16-9698-4b67-817d-459a9a7503f7 req-667ea648-3752-4db5-b22d-fb2bcba798ec service nova] Enqueued Resource ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 with Priority: HIGHEST for action security_group_rules [ 970.303601] env[69933]: INFO networking_nsxv3.common.synchronization [req-ebbebc16-9698-4b67-817d-459a9a7503f7 req-667ea648-3752-4db5-b22d-fb2bcba798ec service nova] Enqueued Resource ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 with Priority: HIGHEST for action security_group_members [ 970.303601] env[69933]: INFO networking_nsxv3.common.synchronization [req-ebbebc16-9698-4b67-817d-459a9a7503f7 req-667ea648-3752-4db5-b22d-fb2bcba798ec service nova] Enqueued Resource ID: e0ba4973-d635-4c30-aa73-813cc947ff7c with Priority: HIGHEST for action port [ 970.303601] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 with Priority: HIGHEST for action security_group_rules [ 970.303601] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 with Priority: HIGHEST for action security_group_members [ 970.303601] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ba4973-d635-4c30-aa73-813cc947ff7c with Priority: HIGHEST for action port [ 970.304962] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.305721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.305888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.306233] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.306696] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.308564] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.309587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.309587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.309587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.309587] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.309587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.309587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.310358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.313168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.313168] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.313168] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0ba4973-d635-4c30-aa73-813cc947ff7c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.313168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0ba4973-d635-4c30-aa73-813cc947ff7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.313168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0ba4973-d635-4c30-aa73-813cc947ff7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.313168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0ba4973-d635-4c30-aa73-813cc947ff7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.313168] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0ba4973-d635-4c30-aa73-813cc947ff7c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.326133] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.326320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.326389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.326692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.326903] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.327433] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.327433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.327433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.327433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.330283] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.330283] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed38584d-1a8b-4267-9313-2bc352dedece is going to be updated. [ 970.365280] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.365280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.365280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.365280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.365280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.374346] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed38584d-1a8b-4267-9313-2bc352dedece in Status: IN_PROGRESS for 2s [ 970.686881] env[69933]: INFO networking_nsxv3.common.synchronization [None req-0c649d9c-52bc-4792-8ace-8926978f8dfc None None] Enqueued Resource ID: 8c7e3faa-b22e-4292-8b82-e410b60a4d39 with Priority: HIGHEST for action port [ 970.687933] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7e3faa-b22e-4292-8b82-e410b60a4d39 with Priority: HIGHEST for action port [ 970.690238] env[69933]: INFO networking_nsxv3.common.synchronization [req-a80d57b2-218e-4050-9b13-a8be84507185 req-a043cd84-4104-4836-930a-24a44dba6a7d tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Enqueued Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_members [ 970.690238] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c7e3faa-b22e-4292-8b82-e410b60a4d39 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.690611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c7e3faa-b22e-4292-8b82-e410b60a4d39" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.690648] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c7e3faa-b22e-4292-8b82-e410b60a4d39" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.691011] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c7e3faa-b22e-4292-8b82-e410b60a4d39" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.691182] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c7e3faa-b22e-4292-8b82-e410b60a4d39',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.693318] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_members [ 970.694399] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.694501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.695118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.695118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.695380] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.695627] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.695627] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.697033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.697033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.697033] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.813835] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.814105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.814194] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.817062] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0ba4973-d635-4c30-aa73-813cc947ff7c with status ACTIVE [ 970.817281] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.817404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.817473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.817682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.817775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.817949] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.818105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.818105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.818249] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.818328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.818520] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.818819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.818819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.818819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.819067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.819067] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0ba4973-d635-4c30-aa73-813cc947ff7c is going to be updated. [ 970.843995] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.843995] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.843995] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.843995] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.844264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.844411] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0ba4973-d635-4c30-aa73-813cc947ff7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.109361] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.109738] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-661" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.109738] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-661" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.110251] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-661" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.110557] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.110739] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.111249] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.111249] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.111370] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.111504] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.111620] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.111730] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.111840] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.111951] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.112098] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.112284] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.134193] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.134421] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 971.134634] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.134981] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-661" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.135351] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-6c82ed24-ab14-486b-88b9-571bccb42903 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.135596] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-6c82ed24-ab14-486b-88b9-571bccb42903" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.135820] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-6c82ed24-ab14-486b-88b9-571bccb42903" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.136294] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-6c82ed24-ab14-486b-88b9-571bccb42903" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.136649] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c82ed24-ab14-486b-88b9-571bccb42903',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.194622] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c7e3faa-b22e-4292-8b82-e410b60a4d39 [ 971.194878] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.195027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.195101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.195310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.195399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.195502] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c7e3faa-b22e-4292-8b82-e410b60a4d39 already deleted. [ 971.195575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c7e3faa-b22e-4292-8b82-e410b60a4d39" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.198164] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.198309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.198493] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.198553] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.198613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.198922] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.199037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.199103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.199366] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.199588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.199810] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 already deleted. [ 971.199950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.316210] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.640274] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.640644] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.640845] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.641176] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.641754] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.641754] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 6c82ed24-ab14-486b-88b9-571bccb42903 not found, creating... [ 971.641896] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.642013] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.642133] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.642441] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.642645] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.643028] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.643249] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.643406] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.643756] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.643952] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.644175] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 6c82ed24-ab14-486b-88b9-571bccb42903 is going to be created. [ 971.668208] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.669191] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.669191] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.669191] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.669374] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.669519] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-6c82ed24-ab14-486b-88b9-571bccb42903" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.819551] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.819710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.819785] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.820028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.820112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.820233] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 is going to be created. [ 971.839606] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 in Status: SUCCESS [ 971.839788] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.851076] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.851234] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.851304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.851521] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.851682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.864600] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 in Status: UNINITIALIZED for 2s [ 972.386319] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed38584d-1a8b-4267-9313-2bc352dedece in Status: SUCCESS [ 972.386677] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed38584d-1a8b-4267-9313-2bc352dedece deletion is rescheduled due to dependency. [ 972.386719] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.490100] env[69933]: INFO networking_nsxv3.common.synchronization [req-a80d57b2-218e-4050-9b13-a8be84507185 req-ca36590b-e2d2-4bf7-8da4-909000c18b06 service nova] Enqueued Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_rules [ 972.490297] env[69933]: INFO networking_nsxv3.common.synchronization [req-a80d57b2-218e-4050-9b13-a8be84507185 req-ca36590b-e2d2-4bf7-8da4-909000c18b06 service nova] Enqueued Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_members [ 972.491607] env[69933]: INFO networking_nsxv3.common.synchronization [req-a80d57b2-218e-4050-9b13-a8be84507185 req-ca36590b-e2d2-4bf7-8da4-909000c18b06 service nova] Enqueued Resource ID: 6c82ed24-ab14-486b-88b9-571bccb42903 with Priority: HIGHEST for action port [ 972.491607] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_rules [ 972.491607] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_members [ 972.491607] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c82ed24-ab14-486b-88b9-571bccb42903 with Priority: HIGHEST for action port [ 972.491607] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.491607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.491607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.492189] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.492189] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.492976] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.493109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.493176] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.493350] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.496308] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.496308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.496308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.496308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.496308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.496308] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.496825] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c82ed24-ab14-486b-88b9-571bccb42903 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.496825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c82ed24-ab14-486b-88b9-571bccb42903" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.496825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c82ed24-ab14-486b-88b9-571bccb42903" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.496825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c82ed24-ab14-486b-88b9-571bccb42903" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.497000] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c82ed24-ab14-486b-88b9-571bccb42903',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.000194] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.000194] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.000194] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.000194] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c82ed24-ab14-486b-88b9-571bccb42903 with status ACTIVE [ 973.000194] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.000464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.000464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.001058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.001058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.001058] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.001058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.001058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.001449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.001449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.001449] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.001449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.001630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.001704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.001781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.001866] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c82ed24-ab14-486b-88b9-571bccb42903 is going to be updated. [ 973.058945] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.059128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.059199] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.059428] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.059574] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.059734] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c82ed24-ab14-486b-88b9-571bccb42903" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.314408] env[69933]: INFO networking_nsxv3.common.synchronization [None req-896e5702-ba26-4272-8795-2e994f687bb6 None None] Enqueued Resource ID: 334c7900-eb18-41e0-87d5-7b76cab05360 with Priority: HIGHEST for action port [ 973.314408] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c7900-eb18-41e0-87d5-7b76cab05360 with Priority: HIGHEST for action port [ 973.314408] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-334c7900-eb18-41e0-87d5-7b76cab05360 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.314408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-334c7900-eb18-41e0-87d5-7b76cab05360" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.314408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-334c7900-eb18-41e0-87d5-7b76cab05360" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.314408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-334c7900-eb18-41e0-87d5-7b76cab05360" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.314408] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('334c7900-eb18-41e0-87d5-7b76cab05360',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.505399] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.816583] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 334c7900-eb18-41e0-87d5-7b76cab05360 [ 973.817895] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.817895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.817895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.817895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.817895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.817895] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:334c7900-eb18-41e0-87d5-7b76cab05360 already deleted. [ 973.817895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-334c7900-eb18-41e0-87d5-7b76cab05360" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.876773] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 in Status: SUCCESS [ 973.878901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.878901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.878901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.878901] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.878901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.878901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.878901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.878901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.878901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.878901] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.007011] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.007563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.007689] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.007860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.007950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.008093] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 is going to be created. [ 974.042498] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.042685] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.042751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.042957] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.043160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.054527] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: UNINITIALIZED for 2s [ 974.383042] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.885614] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4: rpc.has_security_group_logging(os_id): False [ 974.910860] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.910860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.910860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.910860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.910860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.910860] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.910860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.910860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.910860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.910860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.910860] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 is going to be created. [ 974.984229] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.984229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.984229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.984229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.984646] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.000555] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 in Status: IN_PROGRESS for 2s [ 976.065715] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: SUCCESS [ 976.066157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.066551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.066806] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.067026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.067198] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.067304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.067612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.067612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.067612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.067749] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.090465] env[69933]: INFO networking_nsxv3.common.synchronization [req-d6a7a868-1088-423b-8af5-4d61a3a9a065 req-a5abbdc6-96c8-4329-96e7-12f2e70911c0 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Enqueued Resource ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 with Priority: HIGHEST for action security_group_members [ 976.091179] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 with Priority: HIGHEST for action security_group_members [ 976.091493] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0073073b-c4f6-4327-bd74-d0e99c9f21f6 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.091614] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.091684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.091880] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.092047] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.092149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.092211] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.092363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.092470] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.092532] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0073073b-c4f6-4327-bd74-d0e99c9f21f6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.570386] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.570639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.570639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.570832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.571045] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.571186] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.571253] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.571414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.571502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.571591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.571742] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.571835] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.571896] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.572047] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.572185] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.572273] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.572332] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.572597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.572704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.572780] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.572869] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.595479] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.595479] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.595479] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.595479] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.595479] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.595479] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.595479] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.595479] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.595776] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.595776] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.595776] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 is going to be updated. [ 976.628247] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.628464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.628464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.629052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.629052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.638995] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 in Status: IN_PROGRESS for 2s [ 977.013111] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 in Status: SUCCESS [ 977.013355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.077251] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00abf3b0-8aab-4936-8d39-ae670ae50177: rpc.has_security_group_logging(os_id): False [ 977.098189] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.098286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.098286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.098548] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.098648] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.098850] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.098989] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.099100] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.099657] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.099755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.099953] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.102036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.102036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.102036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.102036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.102036] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.102036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.102036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.102036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.102036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.102036] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 is going to be created. [ 977.165678] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.165678] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.165678] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.165678] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.165678] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.178711] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: IN_PROGRESS for 2s [ 978.161055] env[69933]: INFO networking_nsxv3.common.synchronization [None req-aeb57ef8-639b-4c1e-8d30-de04937128eb None None] Enqueued Resource ID: 1b122ee4-3c11-4cca-9fae-bb4c5bd1e488 with Priority: HIGHEST for action port [ 978.161627] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b122ee4-3c11-4cca-9fae-bb4c5bd1e488 with Priority: HIGHEST for action port [ 978.162354] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b122ee4-3c11-4cca-9fae-bb4c5bd1e488 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.162354] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b122ee4-3c11-4cca-9fae-bb4c5bd1e488" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.162497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b122ee4-3c11-4cca-9fae-bb4c5bd1e488" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.162678] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b122ee4-3c11-4cca-9fae-bb4c5bd1e488" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.162766] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b122ee4-3c11-4cca-9fae-bb4c5bd1e488',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.650538] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 in Status: SUCCESS [ 978.650738] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 deletion is rescheduled due to dependency. [ 978.650852] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.668394] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b122ee4-3c11-4cca-9fae-bb4c5bd1e488 [ 978.668653] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.668791] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.668861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.669132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.669224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.669327] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b122ee4-3c11-4cca-9fae-bb4c5bd1e488 already deleted. [ 978.669408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b122ee4-3c11-4cca-9fae-bb4c5bd1e488" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.673488] env[69933]: INFO networking_nsxv3.common.synchronization [None req-5317ccf0-07df-438f-9c18-c892d5de4355 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Enqueued Resource ID: b1089812-b31d-4997-a43a-e929402c2597 with Priority: HIGHEST for action security_group_rules [ 978.674040] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1089812-b31d-4997-a43a-e929402c2597 with Priority: HIGHEST for action security_group_rules [ 978.674338] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1089812-b31d-4997-a43a-e929402c2597 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.674459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1089812-b31d-4997-a43a-e929402c2597" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.674526] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1089812-b31d-4997-a43a-e929402c2597" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.674838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1089812-b31d-4997-a43a-e929402c2597" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.674923] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1089812-b31d-4997-a43a-e929402c2597',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.814995] env[69933]: INFO networking_nsxv3.common.synchronization [None req-12f7d1d5-b866-4d68-9426-497585500553 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Enqueued Resource ID: b1089812-b31d-4997-a43a-e929402c2597 with Priority: HIGHEST for action security_group_rules [ 978.817041] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1089812-b31d-4997-a43a-e929402c2597 with Priority: HIGHEST for action security_group_rules [ 978.818132] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1089812-b31d-4997-a43a-e929402c2597 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.818132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1089812-b31d-4997-a43a-e929402c2597" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.194361] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: SUCCESS [ 979.194361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.202984] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.204606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.204606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.204606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.204766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.206016] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1089812-b31d-4997-a43a-e929402c2597 already deleted. [ 979.206016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1089812-b31d-4997-a43a-e929402c2597" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.206016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1089812-b31d-4997-a43a-e929402c2597" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.206016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1089812-b31d-4997-a43a-e929402c2597" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.206016] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1089812-b31d-4997-a43a-e929402c2597',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.562210] env[69933]: INFO networking_nsxv3.common.synchronization [None req-e78c99e5-f428-4973-9e3f-5e7ecf78d9b5 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Enqueued Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGHEST for action security_group_rules [ 979.562210] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGHEST for action security_group_rules [ 979.562210] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c82b19f-d788-4c49-89be-b35465a7c7bb taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.562331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.562331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.562723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.562723] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.676378] env[69933]: INFO networking_nsxv3.common.synchronization [None req-bacc11a2-9931-4b6c-ab01-f756019b05b1 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Enqueued Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGHEST for action security_group_rules [ 979.676959] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGHEST for action security_group_rules [ 979.677323] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c82b19f-d788-4c49-89be-b35465a7c7bb taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.677397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.734026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.734026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.734026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.734026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.734026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.734026] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1089812-b31d-4997-a43a-e929402c2597 already deleted. [ 979.734026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1089812-b31d-4997-a43a-e929402c2597" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.087037] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.087680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.089566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.089566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.089566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.089566] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb already deleted. [ 980.089566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.089566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.089566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.089566] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.373400] env[69933]: INFO networking_nsxv3.common.synchronization [None req-07b1570b-a825-4e9f-8d51-eb150a88fece None None] Enqueued Resource ID: dae8e74c-71bb-43ae-a7c7-f40daeba3f83 with Priority: HIGHEST for action port [ 980.374910] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae8e74c-71bb-43ae-a7c7-f40daeba3f83 with Priority: HIGHEST for action port [ 980.376476] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae8e74c-71bb-43ae-a7c7-f40daeba3f83 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.377438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae8e74c-71bb-43ae-a7c7-f40daeba3f83" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.377438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae8e74c-71bb-43ae-a7c7-f40daeba3f83" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.377438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae8e74c-71bb-43ae-a7c7-f40daeba3f83" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.377438] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae8e74c-71bb-43ae-a7c7-f40daeba3f83',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.612929] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.612929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.612929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.612929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.612929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.612929] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb already deleted. [ 980.612929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.879597] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dae8e74c-71bb-43ae-a7c7-f40daeba3f83 [ 980.881956] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.882110] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.882358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.882398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.882484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.882588] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dae8e74c-71bb-43ae-a7c7-f40daeba3f83 already deleted. [ 980.882674] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae8e74c-71bb-43ae-a7c7-f40daeba3f83" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.954237] env[69933]: INFO networking_nsxv3.common.synchronization [req-00497d33-ebcf-4183-be2f-6999567c6436 req-85f1ea63-512f-4031-b7ed-ebb387b1971e tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 980.956353] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 980.956975] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.957187] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.957259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.957475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.957667] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.957774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.957835] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.957995] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.958090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.958186] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.461161] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.461161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.461161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.462885] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.492085] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.492085] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.492085] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.492085] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.492085] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.492085] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.492085] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 981.523089] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.523264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.523335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.523559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.523734] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.533400] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 981.582198] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.582354] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.582494] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.582793] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.584061] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.584061] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.584061] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.584061] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.584373] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.584530] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.584723] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.584922] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.585087] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.585244] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.585386] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.585562] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.608111] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.608301] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 981.608429] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.608626] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.609250] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-b44b739f-a4f5-4900-919e-b856a7a6b229 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.609645] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-b44b739f-a4f5-4900-919e-b856a7a6b229" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.609752] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-b44b739f-a4f5-4900-919e-b856a7a6b229" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.610269] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-b44b739f-a4f5-4900-919e-b856a7a6b229" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.610436] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b44b739f-a4f5-4900-919e-b856a7a6b229',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.114293] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.114541] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.114702] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.115040] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.115205] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.115431] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port b44b739f-a4f5-4900-919e-b856a7a6b229 not found, creating... [ 982.115681] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.115861] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.115982] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.116239] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.116477] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.116784] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.116943] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.117080] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.117529] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.117529] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.117660] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: b44b739f-a4f5-4900-919e-b856a7a6b229 is going to be created. [ 982.140833] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.141082] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.141232] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.141505] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.141743] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.141973] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-b44b739f-a4f5-4900-919e-b856a7a6b229" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.158282] env[69933]: INFO networking_nsxv3.common.synchronization [req-00497d33-ebcf-4183-be2f-6999567c6436 req-990967f5-14ec-4858-b85f-59a54efaf9ee service nova] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_rules [ 983.158607] env[69933]: INFO networking_nsxv3.common.synchronization [req-00497d33-ebcf-4183-be2f-6999567c6436 req-990967f5-14ec-4858-b85f-59a54efaf9ee service nova] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 983.158607] env[69933]: INFO networking_nsxv3.common.synchronization [req-00497d33-ebcf-4183-be2f-6999567c6436 req-990967f5-14ec-4858-b85f-59a54efaf9ee service nova] Enqueued Resource ID: b44b739f-a4f5-4900-919e-b856a7a6b229 with Priority: HIGHEST for action port [ 983.158899] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_rules [ 983.159013] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 983.159204] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44b739f-a4f5-4900-919e-b856a7a6b229 with Priority: HIGHEST for action port [ 983.159815] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.159960] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.168166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.168166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.168166] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.169297] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.169442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.169739] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b44b739f-a4f5-4900-919e-b856a7a6b229 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.169849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b44b739f-a4f5-4900-919e-b856a7a6b229" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.169917] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b44b739f-a4f5-4900-919e-b856a7a6b229" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.170118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b44b739f-a4f5-4900-919e-b856a7a6b229" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.170198] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b44b739f-a4f5-4900-919e-b856a7a6b229',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.540281] env[69933]: INFO networking_nsxv3.common.synchronization [req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 req-62d2e9ce-3ddd-44c4-a333-7b2ec1261a47 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 983.542870] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 983.543384] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.544024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.544024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.544024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.544325] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.545095] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.545294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.545576] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.545793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.547189] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.550876] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 983.550876] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db deletion is rescheduled due to dependency. [ 983.550876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.550876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.550876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.550876] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.550876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.550876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.555137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.555137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.555137] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.663638] env[69933]: INFO networking_nsxv3.common.synchronization [req-aceff35f-c0c3-461e-bffe-cbac89afcb8e req-603a9134-5434-4870-b393-0b050a7d9d46 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 with Priority: HIGHEST for action security_group_members [ 983.664541] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 with Priority: HIGHEST for action security_group_members [ 983.664937] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.665077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.665144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.665501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.665641] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.665783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.665842] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.666012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.666290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.666290] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059c4d23-b7b0-4333-a55b-e5d90c2a4a25',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.674770] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.675042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.675163] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b44b739f-a4f5-4900-919e-b856a7a6b229 with status ACTIVE [ 983.675331] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.675482] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.675527] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.675743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.675904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.676026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.676154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.676189] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.676319] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.676394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.676663] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.676663] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.676790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.676863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.678028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.678167] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b44b739f-a4f5-4900-919e-b856a7a6b229 is going to be updated. [ 983.700967] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.701147] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.701286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.701734] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.701904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.702083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b44b739f-a4f5-4900-919e-b856a7a6b229" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.048012] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.054084] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.086013] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.086013] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.086013] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.086013] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.086013] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.086013] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.086013] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.089113] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.089113] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.089113] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 984.089113] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.089113] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.089113] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.089113] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 984.089113] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.089113] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.109386] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.109386] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 984.109584] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.109689] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.110096] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-f8872f1e-d4f0-4103-8008-9ffeb15f49b8 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.111468] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-f8872f1e-d4f0-4103-8008-9ffeb15f49b8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.111468] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-f8872f1e-d4f0-4103-8008-9ffeb15f49b8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.111468] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-f8872f1e-d4f0-4103-8008-9ffeb15f49b8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.111468] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8872f1e-d4f0-4103-8008-9ffeb15f49b8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.168504] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.168788] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.168788] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.169026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.169119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.169317] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.169471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.169471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.169618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.169688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.169769] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 already deleted. [ 984.169864] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.550372] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.556222] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.616220] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.616220] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.616220] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.616220] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.616220] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.616220] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port f8872f1e-d4f0-4103-8008-9ffeb15f49b8 not found, creating... [ 984.616220] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.616220] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.616220] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.616220] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.616220] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.616872] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.618029] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.618029] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.618029] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.618029] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.618029] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: f8872f1e-d4f0-4103-8008-9ffeb15f49b8 is going to be created. [ 984.642260] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.642620] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.642854] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.643337] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.643721] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.644075] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-f8872f1e-d4f0-4103-8008-9ffeb15f49b8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.054955] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.055253] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.056999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.056999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.056999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.056999] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be updated. [ 985.058055] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.058263] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.058379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.058682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.058853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.058988] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 985.125680] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.125854] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.125903] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.126160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.126304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.128873] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.129018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.129086] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.129293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.129428] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.150956] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 985.152861] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: IN_PROGRESS for 2s [ 985.436563] env[69933]: INFO networking_nsxv3.common.synchronization [req-aceff35f-c0c3-461e-bffe-cbac89afcb8e req-d93043e9-d927-4007-8d97-15c993b4bc6f service nova] Enqueued Resource ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 with Priority: HIGHEST for action security_group_rules [ 985.436825] env[69933]: INFO networking_nsxv3.common.synchronization [req-aceff35f-c0c3-461e-bffe-cbac89afcb8e req-d93043e9-d927-4007-8d97-15c993b4bc6f service nova] Enqueued Resource ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 with Priority: HIGHEST for action security_group_members [ 985.440080] env[69933]: INFO networking_nsxv3.common.synchronization [req-aceff35f-c0c3-461e-bffe-cbac89afcb8e req-d93043e9-d927-4007-8d97-15c993b4bc6f service nova] Enqueued Resource ID: f8872f1e-d4f0-4103-8008-9ffeb15f49b8 with Priority: HIGHEST for action port [ 985.440080] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 with Priority: HIGHEST for action security_group_rules [ 985.440080] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 with Priority: HIGHEST for action security_group_members [ 985.440080] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8872f1e-d4f0-4103-8008-9ffeb15f49b8 with Priority: HIGHEST for action port [ 985.440080] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.440080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.440080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.440080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.440080] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('059c4d23-b7b0-4333-a55b-e5d90c2a4a25',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.441651] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.444028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.444028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.444028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.444028] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.444028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.444028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.444028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.444028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.444028] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059c4d23-b7b0-4333-a55b-e5d90c2a4a25',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.444342] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8872f1e-d4f0-4103-8008-9ffeb15f49b8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.444591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8872f1e-d4f0-4103-8008-9ffeb15f49b8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.444591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8872f1e-d4f0-4103-8008-9ffeb15f49b8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.444800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8872f1e-d4f0-4103-8008-9ffeb15f49b8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.444876] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8872f1e-d4f0-4103-8008-9ffeb15f49b8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.942767] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.942767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.947020] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('059c4d23-b7b0-4333-a55b-e5d90c2a4a25',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.948838] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8872f1e-d4f0-4103-8008-9ffeb15f49b8 with status ACTIVE [ 985.948838] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.948838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.948838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.948838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.948838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.948838] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.949237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.949237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.949237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.949237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.950051] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.950051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.950051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.950051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.950051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.950051] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8872f1e-d4f0-4103-8008-9ffeb15f49b8 is going to be updated. [ 985.974076] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.974267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.974507] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.974658] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.974701] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.974840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8872f1e-d4f0-4103-8008-9ffeb15f49b8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.004405] env[69933]: INFO networking_nsxv3.common.synchronization [req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba req-9f5b76df-9dd7-4061-96a0-48a6d4ab853a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Enqueued Resource ID: fb14f416-0521-4152-9075-7b7d2c991b2b with Priority: HIGHEST for action security_group_members [ 986.004985] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb14f416-0521-4152-9075-7b7d2c991b2b with Priority: HIGHEST for action security_group_members [ 986.005312] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb14f416-0521-4152-9075-7b7d2c991b2b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.005434] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.005502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.005767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.005924] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.006051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.006127] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.006279] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.006361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.006453] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb14f416-0521-4152-9075-7b7d2c991b2b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.454667] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('059c4d23-b7b0-4333-a55b-e5d90c2a4a25',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.511325] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.511809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.511809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.511996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.512108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.512316] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.512427] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.513744] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.513744] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.513744] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.513744] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb14f416-0521-4152-9075-7b7d2c991b2b already deleted. [ 986.513744] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.519486] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.519689] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-163" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.519839] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-163" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.520139] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-163" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.520429] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.520954] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.521134] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.521415] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.521563] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.521789] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.521917] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.522064] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.522205] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.522376] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.522556] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.522715] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.555466] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.555750] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.555871] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.556076] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-163" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.556670] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-76d4eb0f-468c-46a3-8751-dca475bf86c0 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.556839] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-76d4eb0f-468c-46a3-8751-dca475bf86c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.557182] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-76d4eb0f-468c-46a3-8751-dca475bf86c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.558041] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-76d4eb0f-468c-46a3-8751-dca475bf86c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.558041] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d4eb0f-468c-46a3-8751-dca475bf86c0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.956471] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.956741] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.956842] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.957110] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.957205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.957311] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 is going to be created. [ 986.981777] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.981982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.981982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.982225] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.982386] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.991311] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 in Status: UNINITIALIZED for 2s [ 987.060271] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.060581] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.060727] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.061099] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.061226] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.061389] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 76d4eb0f-468c-46a3-8751-dca475bf86c0 not found, creating... [ 987.061666] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.061830] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.061957] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.062659] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.062659] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.062659] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.062844] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.062922] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.063150] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.063293] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.063438] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 76d4eb0f-468c-46a3-8751-dca475bf86c0 is going to be created. [ 987.095992] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.096278] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.096416] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.096705] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.096960] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.097203] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-76d4eb0f-468c-46a3-8751-dca475bf86c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.163125] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: SUCCESS [ 987.163716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.164255] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 987.164434] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.164598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.164839] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.165561] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.165768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.165983] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.166338] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.166561] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.166561] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.166726] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.671403] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.671801] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.671801] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.672140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.672140] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.672333] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.672333] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.672390] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.672477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.672563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.672790] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.672790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.672890] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.673018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.673218] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.673271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.673299] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.673434] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.673508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.673588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.673676] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.991912] env[69933]: INFO networking_nsxv3.common.synchronization [req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba req-55936e8f-f90d-4a4c-baff-2db02b6919d2 service nova] Enqueued Resource ID: fb14f416-0521-4152-9075-7b7d2c991b2b with Priority: HIGHEST for action security_group_rules [ 987.992098] env[69933]: INFO networking_nsxv3.common.synchronization [req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba req-55936e8f-f90d-4a4c-baff-2db02b6919d2 service nova] Enqueued Resource ID: fb14f416-0521-4152-9075-7b7d2c991b2b with Priority: HIGHEST for action security_group_members [ 987.992223] env[69933]: INFO networking_nsxv3.common.synchronization [req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba req-55936e8f-f90d-4a4c-baff-2db02b6919d2 service nova] Enqueued Resource ID: 76d4eb0f-468c-46a3-8751-dca475bf86c0 with Priority: HIGHEST for action port [ 987.992850] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb14f416-0521-4152-9075-7b7d2c991b2b with Priority: HIGHEST for action security_group_rules [ 987.993081] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb14f416-0521-4152-9075-7b7d2c991b2b with Priority: HIGHEST for action security_group_members [ 987.993172] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76d4eb0f-468c-46a3-8751-dca475bf86c0 with Priority: HIGHEST for action port [ 987.993532] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb14f416-0521-4152-9075-7b7d2c991b2b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.993659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.993766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.994029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.994123] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb14f416-0521-4152-9075-7b7d2c991b2b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.995283] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb14f416-0521-4152-9075-7b7d2c991b2b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.995508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.995581] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.995779] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.995984] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.996128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.996192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.996361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.996446] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.996537] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb14f416-0521-4152-9075-7b7d2c991b2b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.997477] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-76d4eb0f-468c-46a3-8751-dca475bf86c0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.997596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76d4eb0f-468c-46a3-8751-dca475bf86c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.997652] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76d4eb0f-468c-46a3-8751-dca475bf86c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.998943] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76d4eb0f-468c-46a3-8751-dca475bf86c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.998943] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d4eb0f-468c-46a3-8751-dca475bf86c0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.177067] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92799342-7ea0-49fc-af59-fd04e380b3db: rpc.has_security_group_logging(os_id): False [ 988.201392] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.201577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.201655] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.201866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.201947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.202166] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.202258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.202355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.202480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.202580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.202793] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.202907] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.202979] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.203109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.203231] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.203372] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.203455] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.203558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.203804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.203939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.204061] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 988.300945] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.301272] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.301272] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.301378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.301632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.326236] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 988.500039] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb14f416-0521-4152-9075-7b7d2c991b2b taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.500170] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.500268] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb14f416-0521-4152-9075-7b7d2c991b2b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.501440] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76d4eb0f-468c-46a3-8751-dca475bf86c0 with status ACTIVE [ 988.501617] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.504021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.504021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.504021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.504021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.504021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.504021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.504021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.504021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.504021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.504021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.504021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.504021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.504021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.504021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.504021] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76d4eb0f-468c-46a3-8751-dca475bf86c0 is going to be updated. [ 988.534061] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.534243] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.534326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.534737] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.534737] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.534899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76d4eb0f-468c-46a3-8751-dca475bf86c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.001907] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 in Status: SUCCESS [ 989.002256] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.002319] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.002604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.002889] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.003084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.003209] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.003406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.003500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.003596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.003684] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('059c4d23-b7b0-4333-a55b-e5d90c2a4a25',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.005717] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb14f416-0521-4152-9075-7b7d2c991b2b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.508078] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.508078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.508078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.508078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.508302] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.508302] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb14f416-0521-4152-9075-7b7d2c991b2b is going to be created. [ 989.509524] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('059c4d23-b7b0-4333-a55b-e5d90c2a4a25',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.537470] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.537689] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.537689] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.537981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.538089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.555024] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb14f416-0521-4152-9075-7b7d2c991b2b in Status: UNINITIALIZED for 2s [ 990.012196] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 059c4d23-b7b0-4333-a55b-e5d90c2a4a25: rpc.has_security_group_logging(os_id): False [ 990.031470] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.031643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.031770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.031926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.031987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.032243] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.032339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.032403] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.032555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.032632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.032717] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 is going to be created. [ 990.102947] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.103252] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.103350] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.103585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.103769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.117619] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 in Status: IN_PROGRESS for 2s [ 990.343803] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 990.344455] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.566665] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb14f416-0521-4152-9075-7b7d2c991b2b in Status: SUCCESS [ 991.567113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.567113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.567326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.567570] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.567698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.567765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.567937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.568038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.568164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.568267] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb14f416-0521-4152-9075-7b7d2c991b2b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.026565] env[69933]: INFO networking_nsxv3.common.synchronization [req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e req-c890882e-1bee-42bd-ad3b-209314d8ccda tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Enqueued Resource ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 with Priority: HIGHEST for action security_group_members [ 992.028730] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 with Priority: HIGHEST for action security_group_members [ 992.029276] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cd8ae35-877a-4982-86b7-15761f7a9d47 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.029429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.030040] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.030514] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.030930] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.031143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.031253] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.031531] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.031674] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.031840] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cd8ae35-877a-4982-86b7-15761f7a9d47',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.071489] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb14f416-0521-4152-9075-7b7d2c991b2b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.135640] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 in Status: SUCCESS [ 992.135640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.534185] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.534278] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.534382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.534601] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.556375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.556995] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.557143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.557143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.557991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.558198] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.558280] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 is going to be updated. [ 992.573239] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb14f416-0521-4152-9075-7b7d2c991b2b: rpc.has_security_group_logging(os_id): False [ 992.593033] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.593156] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.593196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.593444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.593540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.593803] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.593899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.593961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.594130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.594199] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.594288] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb14f416-0521-4152-9075-7b7d2c991b2b is going to be created. [ 992.596493] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.596608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.596665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.596825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.596959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.608570] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 in Status: IN_PROGRESS for 2s [ 992.666707] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.666882] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.666965] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.667207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.667388] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.686731] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb14f416-0521-4152-9075-7b7d2c991b2b in Status: IN_PROGRESS for 2s [ 994.619168] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 in Status: SUCCESS [ 994.619374] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cd8ae35-877a-4982-86b7-15761f7a9d47 deletion is rescheduled due to dependency. [ 994.619411] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cd8ae35-877a-4982-86b7-15761f7a9d47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.698243] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb14f416-0521-4152-9075-7b7d2c991b2b in Status: SUCCESS [ 994.698546] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.321843] env[69933]: INFO networking_nsxv3.common.synchronization [req-0750358a-6836-498c-bc4b-5de31721a7dd req-c760375e-1968-4766-b9a0-d1b950253863 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 995.322816] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 995.322816] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.323030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.323030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.324012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.324223] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.324292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.325484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.325484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.325484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.325484] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.774429] env[69933]: INFO networking_nsxv3.common.synchronization [None req-91e10335-d922-422f-911d-794b83ffe21c tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Enqueued Resource ID: 5382a16c-d0e6-4051-9f54-e400469a3386 with Priority: HIGHEST for action security_group_rules [ 995.776681] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5382a16c-d0e6-4051-9f54-e400469a3386 with Priority: HIGHEST for action security_group_rules [ 995.776681] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5382a16c-d0e6-4051-9f54-e400469a3386 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.776681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.776681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.776681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.776681] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5382a16c-d0e6-4051-9f54-e400469a3386',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.828444] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.910830] env[69933]: INFO networking_nsxv3.common.synchronization [None req-93ce8e4a-807f-4503-996d-6786aa15ec34 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Enqueued Resource ID: 5382a16c-d0e6-4051-9f54-e400469a3386 with Priority: HIGHEST for action security_group_rules [ 995.911496] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5382a16c-d0e6-4051-9f54-e400469a3386 with Priority: HIGHEST for action security_group_rules [ 995.911830] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5382a16c-d0e6-4051-9f54-e400469a3386 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.911933] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.002785] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.003163] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.003313] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.003626] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.003952] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.004184] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.004259] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.004541] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.004729] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.004954] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.005088] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.005202] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.005312] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.005424] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.005532] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.005706] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.027675] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.027860] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 996.027925] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.028079] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.028677] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-4cac5ccf-aeaa-4fbe-becc-6c7be760993f taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.028677] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-4cac5ccf-aeaa-4fbe-becc-6c7be760993f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.028827] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-4cac5ccf-aeaa-4fbe-becc-6c7be760993f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.029076] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-4cac5ccf-aeaa-4fbe-becc-6c7be760993f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.029228] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cac5ccf-aeaa-4fbe-becc-6c7be760993f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.298214] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.298386] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.298467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.298664] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.298758] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.298879] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5382a16c-d0e6-4051-9f54-e400469a3386 already deleted. [ 996.299030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.299206] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.299367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.299454] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5382a16c-d0e6-4051-9f54-e400469a3386',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.334151] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.534208] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.534501] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.534727] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.535067] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.535270] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.535475] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 4cac5ccf-aeaa-4fbe-becc-6c7be760993f not found, creating... [ 996.535807] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.536575] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.536575] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.536575] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.536707] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.537113] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.537318] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.537466] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.538076] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.538284] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.538493] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 4cac5ccf-aeaa-4fbe-becc-6c7be760993f is going to be created. [ 996.560544] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.561210] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.561210] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.561387] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.561632] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.561891] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-4cac5ccf-aeaa-4fbe-becc-6c7be760993f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.825308] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.825578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.825578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.825720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.825793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.825918] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5382a16c-d0e6-4051-9f54-e400469a3386 already deleted. [ 996.825968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.842023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.842023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.842023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.842023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.842023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.842023] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 996.872250] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.872393] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.872464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.872770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.872924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.882261] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 997.373331] env[69933]: INFO networking_nsxv3.common.synchronization [req-0750358a-6836-498c-bc4b-5de31721a7dd req-84257f2e-9a71-4bc5-b095-97d497838894 service nova] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_rules [ 997.373331] env[69933]: INFO networking_nsxv3.common.synchronization [req-0750358a-6836-498c-bc4b-5de31721a7dd req-84257f2e-9a71-4bc5-b095-97d497838894 service nova] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 997.373331] env[69933]: INFO networking_nsxv3.common.synchronization [req-0750358a-6836-498c-bc4b-5de31721a7dd req-84257f2e-9a71-4bc5-b095-97d497838894 service nova] Enqueued Resource ID: 4cac5ccf-aeaa-4fbe-becc-6c7be760993f with Priority: HIGHEST for action port [ 997.373331] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_rules [ 997.373331] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 997.373331] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cac5ccf-aeaa-4fbe-becc-6c7be760993f with Priority: HIGHEST for action port [ 997.373331] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.373331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.373331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.373331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.373331] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.376846] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.376942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.377191] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cac5ccf-aeaa-4fbe-becc-6c7be760993f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.378397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cac5ccf-aeaa-4fbe-becc-6c7be760993f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.378397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cac5ccf-aeaa-4fbe-becc-6c7be760993f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.378397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cac5ccf-aeaa-4fbe-becc-6c7be760993f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.378397] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cac5ccf-aeaa-4fbe-becc-6c7be760993f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.879681] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.880184] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.881220] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cac5ccf-aeaa-4fbe-becc-6c7be760993f with status ACTIVE [ 997.881418] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.881560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.881647] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.881810] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.881901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.882095] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.882217] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.882255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.882434] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.882563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.882719] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.882719] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.882790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.882920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.882992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.883088] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cac5ccf-aeaa-4fbe-becc-6c7be760993f is going to be updated. [ 997.918475] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.918586] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.918586] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.918801] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.918961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.919175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cac5ccf-aeaa-4fbe-becc-6c7be760993f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.048028] env[69933]: INFO networking_nsxv3.common.synchronization [req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 req-3cd6322d-0d31-4e3d-824a-21a2c34c8e42 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Enqueued Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_members [ 998.048450] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_members [ 998.048757] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ba164e-5c03-4513-a24e-47b9de9450b3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.048875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.048944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.051260] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.051462] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.051578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.051652] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.051821] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.051915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.052038] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.477414] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.477795] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-529" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.478027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-529" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.478513] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-529" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.478885] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.479188] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.479395] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.479711] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.479948] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.480282] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.480495] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.480685] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.480867] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.481090] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.481282] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.481492] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.504918] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.505127] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 998.505267] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.505454] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-529" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.507909] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.507909] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.507909] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.507909] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.507909] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9432dc6f-ebe6-490c-a9fb-eb12ec362aa9',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.556175] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.556444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.556574] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.556846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.556991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.557286] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.557443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.557549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.557777] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.560696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.560900] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 is going to be updated. [ 998.592262] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.593140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.593140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.595024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.595024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.605301] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 in Status: IN_PROGRESS for 2s [ 998.893088] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 998.893373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.893596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.893877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.894142] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.894691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.894691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.894691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.894691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.894934] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.010298] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.010538] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.010669] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.010967] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.011141] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.011305] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 not found, creating... [ 999.011578] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.011780] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.012010] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.012400] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.012624] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.012893] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.013066] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.013186] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.013403] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.013540] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.013686] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 is going to be created. [ 999.036758] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.036982] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.037122] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.037405] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.037640] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.037871] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.397440] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.789128] env[69933]: INFO networking_nsxv3.common.synchronization [req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 req-168e3b8d-8399-45ca-9743-42cd7e8202a1 service nova] Enqueued Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_rules [ 999.789795] env[69933]: INFO networking_nsxv3.common.synchronization [req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 req-168e3b8d-8399-45ca-9743-42cd7e8202a1 service nova] Enqueued Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_members [ 999.789795] env[69933]: INFO networking_nsxv3.common.synchronization [req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 req-168e3b8d-8399-45ca-9743-42cd7e8202a1 service nova] Enqueued Resource ID: 9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 with Priority: HIGHEST for action port [ 999.790046] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_rules [ 999.790221] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_members [ 999.790279] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 with Priority: HIGHEST for action port [ 999.790550] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ba164e-5c03-4513-a24e-47b9de9450b3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.790674] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.790742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.790949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.791064] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.791985] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ba164e-5c03-4513-a24e-47b9de9450b3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.792085] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.792213] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.792313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.792433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.792548] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.792640] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9432dc6f-ebe6-490c-a9fb-eb12ec362aa9',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.904033] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.294681] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ba164e-5c03-4513-a24e-47b9de9450b3 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.297230] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.297404] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 with status ACTIVE [ 1000.297529] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.297653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.297730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.297997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.298076] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.298260] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.298363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.298418] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.298575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.298650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.298859] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.298960] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.299028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.299183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.299303] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.299349] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 is going to be updated. [ 1000.323225] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.323378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.323439] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.324629] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.324629] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.324629] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.410446] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.410612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.410612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.410944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.410944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.411060] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1000.454413] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.454587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.454623] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.454888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.455046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.464436] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1000.616915] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 in Status: SUCCESS [ 1000.618116] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 deletion is rescheduled due to dependency. [ 1000.618116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.618116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.618116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.618116] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.618116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.618116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.618392] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.618392] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.618452] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.120996] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.623724] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.127337] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.127682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.127682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.127769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.127798] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.127906] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 is going to be updated. [ 1002.158896] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.159152] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.159201] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.159451] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.159635] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.171570] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 in Status: IN_PROGRESS for 2s [ 1002.481419] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1002.483071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.483426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.483939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.486218] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.486218] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.486218] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.486218] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.486218] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.486218] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.486218] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.991595] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.991761] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.991839] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.992079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.992253] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.992352] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.992415] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.992566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.992672] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.992789] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.992943] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.993047] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.993107] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.993250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.993388] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.993479] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.993538] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.993673] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.993751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.993832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.993939] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.496214] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531: rpc.has_security_group_logging(os_id): False [ 1003.514519] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.514662] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.514731] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.515048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.515145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.515347] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.515448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.516091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.516091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.516091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.516091] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.516091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.516352] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.516352] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.516352] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.516515] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.516605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.516663] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.516816] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.516870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.516953] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1003.588542] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.588695] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.588755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.588978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.592042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.607493] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1004.182848] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 in Status: SUCCESS [ 1004.183090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.183268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.183494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.183688] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.183795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.183864] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.184030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.184113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.184190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.184277] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.690262] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.791014] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1004.791158] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1005.192880] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ba164e-5c03-4513-a24e-47b9de9450b3: rpc.has_security_group_logging(os_id): False [ 1005.215374] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.215589] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.215665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.215974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.216132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.216495] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.217401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.217401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.217401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.217401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.217401] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 is going to be updated. [ 1005.293546] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.293751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.293816] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.294036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.294194] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.307406] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 in Status: IN_PROGRESS for 2s [ 1005.626879] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1005.627087] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.016049] env[69933]: INFO networking_nsxv3.common.synchronization [req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c req-7c4073f5-7a0e-4302-bab6-87c64d8bb0d3 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 1006.016597] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 1006.016911] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.017070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.017122] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.017321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.017478] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.017578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.017639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.017785] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.017889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.017986] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.426982] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.427292] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-140" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.427457] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-140" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.427747] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-140" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.428284] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.428549] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.428724] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.429211] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.431168] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.431449] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.432104] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.432918] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.433147] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.434034] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.434246] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.434562] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.455492] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.455809] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.456061] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.456283] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-140" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.456661] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.457134] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.457396] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.457988] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.457988] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac40cd5e-a4ad-44f2-bd8a-92a658552f9a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.520312] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.960942] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.960942] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.960942] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.960942] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.960942] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.960942] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port ac40cd5e-a4ad-44f2-bd8a-92a658552f9a not found, creating... [ 1006.961399] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.961399] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.961489] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.961690] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.961819] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.962132] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.962803] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.962943] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.963206] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.963358] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.963506] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: ac40cd5e-a4ad-44f2-bd8a-92a658552f9a is going to be created. [ 1006.990027] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.990027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.990027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.990027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.990027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.990027] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.024681] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.323043] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 in Status: SUCCESS [ 1007.323043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.527040] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.527332] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.527451] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.527724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.527898] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.528069] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 1007.563621] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.563621] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.563621] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.563621] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.563621] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.573651] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 1007.786209] env[69933]: INFO networking_nsxv3.common.synchronization [req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c req-132e6820-d7f1-47e5-a88f-e8266c0ce722 service nova] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_rules [ 1007.786209] env[69933]: INFO networking_nsxv3.common.synchronization [req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c req-132e6820-d7f1-47e5-a88f-e8266c0ce722 service nova] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 1007.786209] env[69933]: INFO networking_nsxv3.common.synchronization [req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c req-132e6820-d7f1-47e5-a88f-e8266c0ce722 service nova] Enqueued Resource ID: ac40cd5e-a4ad-44f2-bd8a-92a658552f9a with Priority: HIGHEST for action port [ 1007.786209] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_rules [ 1007.786209] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 1007.786209] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac40cd5e-a4ad-44f2-bd8a-92a658552f9a with Priority: HIGHEST for action port [ 1007.786209] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.786209] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.786209] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.786209] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.790918] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.794666] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.794666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.794666] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.794666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.794666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.794666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.794666] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac40cd5e-a4ad-44f2-bd8a-92a658552f9a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.174913] env[69933]: INFO networking_nsxv3.common.synchronization [None req-062c122e-94aa-4224-8ef6-a278006ed93f None None] Enqueued Resource ID: be479a43-9c69-4433-8010-aa4c51a272fe with Priority: HIGHEST for action port [ 1008.174913] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be479a43-9c69-4433-8010-aa4c51a272fe with Priority: HIGHEST for action port [ 1008.174913] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-be479a43-9c69-4433-8010-aa4c51a272fe taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.174913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be479a43-9c69-4433-8010-aa4c51a272fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.174913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be479a43-9c69-4433-8010-aa4c51a272fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.174913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be479a43-9c69-4433-8010-aa4c51a272fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.174913] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be479a43-9c69-4433-8010-aa4c51a272fe',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.298982] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.299179] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.299383] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac40cd5e-a4ad-44f2-bd8a-92a658552f9a with status ACTIVE [ 1008.299563] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.299680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.299765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.299988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.300115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.300320] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.300425] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.300490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.300831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.300831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.300945] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.301060] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.301128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.301305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.301403] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.301497] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac40cd5e-a4ad-44f2-bd8a-92a658552f9a is going to be updated. [ 1008.335828] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.335828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.335828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.335828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.335828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.335828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.678197] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be479a43-9c69-4433-8010-aa4c51a272fe [ 1008.678381] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.678518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.678586] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.680341] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.680341] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.680341] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be479a43-9c69-4433-8010-aa4c51a272fe already deleted. [ 1008.680504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be479a43-9c69-4433-8010-aa4c51a272fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.586666] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 1009.586977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.587062] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.587277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.587461] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.587586] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.587648] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.588021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.588021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.588021] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.783799] env[69933]: INFO networking_nsxv3.common.synchronization [req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 req-84ff18cf-d723-429f-97ed-d6704c78af21 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1009.784745] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1009.784745] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.784939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.784939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.786171] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.786376] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.787034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.787034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.787034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.787034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.787034] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.090276] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.292608] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.405737] env[69933]: INFO networking_nsxv3.common.synchronization [None req-96c32a91-174c-41df-a1e4-e1c2808889ed None None] Enqueued Resource ID: 4b995048-fa31-4572-b216-0a5553679c0e with Priority: HIGHEST for action port [ 1010.406336] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b995048-fa31-4572-b216-0a5553679c0e with Priority: HIGHEST for action port [ 1010.406582] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b995048-fa31-4572-b216-0a5553679c0e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.406699] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b995048-fa31-4572-b216-0a5553679c0e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.406809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b995048-fa31-4572-b216-0a5553679c0e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.407018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b995048-fa31-4572-b216-0a5553679c0e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.410459] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b995048-fa31-4572-b216-0a5553679c0e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.593747] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.795656] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.913948] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b995048-fa31-4572-b216-0a5553679c0e [ 1010.914217] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.914351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.914422] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.914642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.914733] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.914859] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b995048-fa31-4572-b216-0a5553679c0e already deleted. [ 1010.914961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b995048-fa31-4572-b216-0a5553679c0e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.049618] env[69933]: INFO networking_nsxv3.common.synchronization [req-ad9d5b63-b51b-49ef-8f72-a539963b455e req-fb00205f-fbff-4a7a-81e2-b5cc56f5f3d5 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Enqueued Resource ID: e082358a-8ba0-40ff-861b-05122ecd950e with Priority: HIGHEST for action security_group_members [ 1011.051083] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e082358a-8ba0-40ff-861b-05122ecd950e with Priority: HIGHEST for action security_group_members [ 1011.051083] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e082358a-8ba0-40ff-861b-05122ecd950e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.051083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.051083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.051898] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.052218] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.052476] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.052668] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.052963] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.053187] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.054501] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e082358a-8ba0-40ff-861b-05122ecd950e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.100013] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.100614] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.100742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.101026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.101194] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.101397] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 1011.135199] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.136132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.136132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.136132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.136298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.150236] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 1011.299296] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.299552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.299552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.299847] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.299970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.300093] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1011.330321] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.330468] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.330506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.330700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.330836] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.341721] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1011.482280] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.482661] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-664" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.482917] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-664" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.483314] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-664" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.483651] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.483860] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.484020] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.484261] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.484404] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.484619] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.484730] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.488039] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.488039] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.488039] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.488039] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.488039] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.509357] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.509357] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1011.509357] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.509357] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-664" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.509357] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-c8eb5490-328c-4017-9ba6-f7f231ec5ac8 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.509357] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-c8eb5490-328c-4017-9ba6-f7f231ec5ac8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.509357] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-c8eb5490-328c-4017-9ba6-f7f231ec5ac8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.509357] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-c8eb5490-328c-4017-9ba6-f7f231ec5ac8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.509357] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8eb5490-328c-4017-9ba6-f7f231ec5ac8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.555134] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.555309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.555380] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.555586] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.555673] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.555938] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.556051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.556113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.556284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.556341] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.556427] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e082358a-8ba0-40ff-861b-05122ecd950e already deleted. [ 1011.556529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.019187] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.019496] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.019700] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.020055] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.020279] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.020496] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port c8eb5490-328c-4017-9ba6-f7f231ec5ac8 not found, creating... [ 1012.020821] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.021072] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.021250] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.021527] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.021721] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.022071] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.022359] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.022474] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.022761] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.022971] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.023300] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: c8eb5490-328c-4017-9ba6-f7f231ec5ac8 is going to be created. [ 1012.044069] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.047891] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.047891] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.047891] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.047891] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.047891] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-c8eb5490-328c-4017-9ba6-f7f231ec5ac8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.162309] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 1013.163287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.163567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.163999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.164326] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.164519] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.164632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.165083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.165224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.165331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.165435] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.325120] env[69933]: INFO networking_nsxv3.common.synchronization [req-ad9d5b63-b51b-49ef-8f72-a539963b455e req-1706aec9-9c27-42cb-96a0-a6935940b999 service nova] Enqueued Resource ID: e082358a-8ba0-40ff-861b-05122ecd950e with Priority: HIGHEST for action security_group_rules [ 1013.325120] env[69933]: INFO networking_nsxv3.common.synchronization [req-ad9d5b63-b51b-49ef-8f72-a539963b455e req-1706aec9-9c27-42cb-96a0-a6935940b999 service nova] Enqueued Resource ID: e082358a-8ba0-40ff-861b-05122ecd950e with Priority: HIGHEST for action security_group_members [ 1013.325120] env[69933]: INFO networking_nsxv3.common.synchronization [req-ad9d5b63-b51b-49ef-8f72-a539963b455e req-1706aec9-9c27-42cb-96a0-a6935940b999 service nova] Enqueued Resource ID: c8eb5490-328c-4017-9ba6-f7f231ec5ac8 with Priority: HIGHEST for action port [ 1013.325120] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e082358a-8ba0-40ff-861b-05122ecd950e with Priority: HIGHEST for action security_group_rules [ 1013.325456] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e082358a-8ba0-40ff-861b-05122ecd950e with Priority: HIGHEST for action security_group_members [ 1013.325659] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8eb5490-328c-4017-9ba6-f7f231ec5ac8 with Priority: HIGHEST for action port [ 1013.326031] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e082358a-8ba0-40ff-861b-05122ecd950e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.326287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.326441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.326718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.326881] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e082358a-8ba0-40ff-861b-05122ecd950e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.327975] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e082358a-8ba0-40ff-861b-05122ecd950e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.328276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.328412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.328718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.328979] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.329257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.329389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.329609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.329817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.330290] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e082358a-8ba0-40ff-861b-05122ecd950e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.331485] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8eb5490-328c-4017-9ba6-f7f231ec5ac8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.331849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8eb5490-328c-4017-9ba6-f7f231ec5ac8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.332013] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8eb5490-328c-4017-9ba6-f7f231ec5ac8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.332403] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8eb5490-328c-4017-9ba6-f7f231ec5ac8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.332607] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8eb5490-328c-4017-9ba6-f7f231ec5ac8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.352297] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1013.353131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.668706] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.668973] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.669115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.669411] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.669884] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.669884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.670149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.670312] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.670469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.670694] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.670938] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.671107] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.671428] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.671428] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.671677] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.671847] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.671961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.672191] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.672320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.672467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.672623] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.834201] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e082358a-8ba0-40ff-861b-05122ecd950e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.834345] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.834550] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e082358a-8ba0-40ff-861b-05122ecd950e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.835578] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8eb5490-328c-4017-9ba6-f7f231ec5ac8 with status ACTIVE [ 1013.835757] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.835909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.835979] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.836224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.836411] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.836522] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.836619] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.836681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.836840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.836917] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.837393] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.837566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.837677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.837897] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.838081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.838161] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8eb5490-328c-4017-9ba6-f7f231ec5ac8 is going to be updated. [ 1013.860566] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.860745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.860821] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.861053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.861517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.861517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8eb5490-328c-4017-9ba6-f7f231ec5ac8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.175462] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9a2a70c-e742-4535-9e20-ddd0975d65c8: rpc.has_security_group_logging(os_id): False [ 1014.196044] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.196330] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.196330] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.196484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.196587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.196763] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.196859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.196913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.197086] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.197183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.197399] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.197498] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.197568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.197788] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.198064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.198064] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.198174] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.198212] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.198354] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.198449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.198499] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 1014.275966] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.276222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.276352] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.276576] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.276759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.294170] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 1014.340354] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e082358a-8ba0-40ff-861b-05122ecd950e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.843813] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.843813] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.843813] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.843813] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.843813] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.844094] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e082358a-8ba0-40ff-861b-05122ecd950e is going to be created. [ 1014.880223] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.880390] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.880745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.880745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.880874] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.892578] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e082358a-8ba0-40ff-861b-05122ecd950e in Status: UNINITIALIZED for 2s [ 1015.419914] env[69933]: INFO networking_nsxv3.common.synchronization [req-298d6358-5113-489f-ac1b-e5f765be415f req-587a50db-2d10-4180-9320-18fc390c39bd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1015.420388] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1015.420712] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.421336] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.421336] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.421562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.421621] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.421695] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.421777] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.421923] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.421991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.422228] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.927270] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.927270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.927270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.927270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.927270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.927270] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.927270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.927270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.927270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.927270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.927270] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 1015.962773] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.962937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.962987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.963234] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.963378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.973161] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 1016.310460] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 1016.310765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.903252] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e082358a-8ba0-40ff-861b-05122ecd950e in Status: SUCCESS [ 1016.903564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.903628] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.903845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.904079] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.904204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.904268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.904428] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.904511] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.904595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.904685] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e082358a-8ba0-40ff-861b-05122ecd950e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.408561] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e082358a-8ba0-40ff-861b-05122ecd950e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.587080] env[69933]: INFO networking_nsxv3.common.synchronization [None req-3762090a-479d-49b7-af6e-9df085f48204 None None] Enqueued Resource ID: fdc5cff7-df71-4800-9961-cb30f3b8e088 with Priority: HIGHEST for action port [ 1017.589357] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc5cff7-df71-4800-9961-cb30f3b8e088 with Priority: HIGHEST for action port [ 1017.590603] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdc5cff7-df71-4800-9961-cb30f3b8e088 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.591439] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdc5cff7-df71-4800-9961-cb30f3b8e088" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.591562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdc5cff7-df71-4800-9961-cb30f3b8e088" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.591870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdc5cff7-df71-4800-9961-cb30f3b8e088" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.591998] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdc5cff7-df71-4800-9961-cb30f3b8e088',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.912243] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e082358a-8ba0-40ff-861b-05122ecd950e: rpc.has_security_group_logging(os_id): False [ 1017.936021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.936021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.936021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.936021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.936021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.936021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.936021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.936021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.936021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.936021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.936021] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e082358a-8ba0-40ff-861b-05122ecd950e is going to be created. [ 1017.984515] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 1017.984515] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db deletion is rescheduled due to dependency. [ 1017.984515] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.012907] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.013139] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.013207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.013509] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.013567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.031754] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e082358a-8ba0-40ff-861b-05122ecd950e in Status: IN_PROGRESS for 2s [ 1018.094705] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdc5cff7-df71-4800-9961-cb30f3b8e088 [ 1018.095021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.095160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.095227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.095445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.095525] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.096015] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdc5cff7-df71-4800-9961-cb30f3b8e088 already deleted. [ 1018.096015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdc5cff7-df71-4800-9961-cb30f3b8e088" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.048018] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e082358a-8ba0-40ff-861b-05122ecd950e in Status: SUCCESS [ 1020.048354] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.079266] env[69933]: INFO networking_nsxv3.common.synchronization [None req-30ee835c-e00f-4992-a101-fb27c203a59d None None] Enqueued Resource ID: fa91f43b-e710-4c48-a311-685d5df92f04 with Priority: HIGHEST for action port [ 1020.079602] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa91f43b-e710-4c48-a311-685d5df92f04 with Priority: HIGHEST for action port [ 1020.080151] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa91f43b-e710-4c48-a311-685d5df92f04 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.080296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa91f43b-e710-4c48-a311-685d5df92f04" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.080464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa91f43b-e710-4c48-a311-685d5df92f04" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.080615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa91f43b-e710-4c48-a311-685d5df92f04" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.080677] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa91f43b-e710-4c48-a311-685d5df92f04',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.584287] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa91f43b-e710-4c48-a311-685d5df92f04 [ 1020.584287] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.584287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.584287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.584287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.584287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.584287] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa91f43b-e710-4c48-a311-685d5df92f04 already deleted. [ 1020.584287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa91f43b-e710-4c48-a311-685d5df92f04" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.685021] env[69933]: INFO networking_nsxv3.common.synchronization [req-8b665499-8aa6-4420-a4f7-0989e7927d38 req-11f09e95-a491-4fd2-9588-c65030aebe29 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 1020.685021] env[69933]: INFO networking_nsxv3.common.synchronization [req-8b665499-8aa6-4420-a4f7-0989e7927d38 req-11f09e95-a491-4fd2-9588-c65030aebe29 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 with Priority: HIGHEST for action security_group_members [ 1020.685021] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 1020.685021] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 with Priority: HIGHEST for action security_group_members [ 1020.685021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.685021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.685399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.686203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.686553] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.686777] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.686924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.687175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.687366] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.687539] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.692205] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b25722-17b3-4c15-a674-8d9a1576f1c3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.692205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.692205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.692205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.692205] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.692205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.692205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.692205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.692205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.692205] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b25722-17b3-4c15-a674-8d9a1576f1c3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.774333] env[69933]: INFO networking_nsxv3.common.synchronization [req-8b665499-8aa6-4420-a4f7-0989e7927d38 req-11f09e95-a491-4fd2-9588-c65030aebe29 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 with Priority: HIGHEST for action security_group_rules [ 1020.774333] env[69933]: INFO networking_nsxv3.common.synchronization [req-8b665499-8aa6-4420-a4f7-0989e7927d38 req-11f09e95-a491-4fd2-9588-c65030aebe29 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 with Priority: HIGHEST for action security_group_members [ 1020.774333] env[69933]: INFO networking_nsxv3.common.synchronization [req-8b665499-8aa6-4420-a4f7-0989e7927d38 req-11f09e95-a491-4fd2-9588-c65030aebe29 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_rules [ 1020.774333] env[69933]: INFO networking_nsxv3.common.synchronization [req-8b665499-8aa6-4420-a4f7-0989e7927d38 req-11f09e95-a491-4fd2-9588-c65030aebe29 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 1020.774333] env[69933]: INFO networking_nsxv3.common.synchronization [req-8b665499-8aa6-4420-a4f7-0989e7927d38 req-11f09e95-a491-4fd2-9588-c65030aebe29 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: ac40cd5e-a4ad-44f2-bd8a-92a658552f9a with Priority: HIGHEST for action port [ 1020.774333] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 with Priority: HIGHEST for action security_group_rules [ 1020.774966] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_rules [ 1020.775236] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac40cd5e-a4ad-44f2-bd8a-92a658552f9a with Priority: HIGHEST for action port [ 1020.775444] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 with Priority: HIGHEST for action security_group_members [ 1020.775628] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 1020.776069] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b25722-17b3-4c15-a674-8d9a1576f1c3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.776327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.776481] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.776944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.779018] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b25722-17b3-4c15-a674-8d9a1576f1c3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.779018] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.779018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.779018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.779018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.779018] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.779856] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.780085] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.780237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.780480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.780637] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac40cd5e-a4ad-44f2-bd8a-92a658552f9a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.781815] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b25722-17b3-4c15-a674-8d9a1576f1c3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.782108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.782413] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.783062] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.940187] env[69933]: INFO networking_nsxv3.common.synchronization [req-d9696da1-5b6d-4abf-ac8a-42210edefe80 req-27c64bd1-0203-403b-b3bd-c8db619d7ad9 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1020.942090] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1020.942090] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.942090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.942090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.942090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.942398] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.944831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.944831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.944831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.944831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.944831] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.192579] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.194532] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b25722-17b3-4c15-a674-8d9a1576f1c3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.284127] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b25722-17b3-4c15-a674-8d9a1576f1c3 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.284410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.284993] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.285257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.285523] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac40cd5e-a4ad-44f2-bd8a-92a658552f9a with status ACTIVE [ 1021.285810] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.287216] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.287288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.287539] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.287647] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.287833] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.287968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.288015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.288776] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.288886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.289115] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.289344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.289344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.289436] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.289506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.289610] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac40cd5e-a4ad-44f2-bd8a-92a658552f9a is going to be updated. [ 1021.314559] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.314559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.314559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.314559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.314559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.314559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.323151] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.323151] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.323151] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.323151] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.323151] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.323630] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.323883] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.324282] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.324578] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.324950] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.325248] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.325487] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.325751] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.325988] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.326567] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.326567] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.348429] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.348860] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.349209] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.349602] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.351196] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-a9c23d3b-94b9-4217-8ce3-b6bd9e36097a taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.351196] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-a9c23d3b-94b9-4217-8ce3-b6bd9e36097a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.351196] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-a9c23d3b-94b9-4217-8ce3-b6bd9e36097a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.351196] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-a9c23d3b-94b9-4217-8ce3-b6bd9e36097a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.351196] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c23d3b-94b9-4217-8ce3-b6bd9e36097a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.451293] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.451293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.451293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.451293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.451293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.451293] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.451293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.451293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.451293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.451293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.451293] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e already deleted. [ 1021.451293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.696729] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.698779] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b25722-17b3-4c15-a674-8d9a1576f1c3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.854198] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.854638] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.854925] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.855333] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.855594] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.855853] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port a9c23d3b-94b9-4217-8ce3-b6bd9e36097a not found, creating... [ 1021.856252] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.856536] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.856757] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.857093] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.857337] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.857706] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.858022] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.858237] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.858538] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.858774] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.859033] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: a9c23d3b-94b9-4217-8ce3-b6bd9e36097a is going to be created. [ 1021.880251] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.880741] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.880988] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.881372] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.881738] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.882090] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-a9c23d3b-94b9-4217-8ce3-b6bd9e36097a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.198990] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.199283] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.199283] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.199548] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.199620] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.199758] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 1022.201149] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.201282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.201338] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.201529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.201611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.201702] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 is going to be created. [ 1022.228770] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.228940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.228987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.229508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.229688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.232349] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.232539] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.232539] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.232723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.232860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.240645] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 1022.241476] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 in Status: UNINITIALIZED for 2s [ 1022.609373] env[69933]: INFO networking_nsxv3.common.synchronization [req-d9696da1-5b6d-4abf-ac8a-42210edefe80 req-bf2bc07c-6d63-4d92-8f88-428089a7cdeb service nova] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_rules [ 1022.609373] env[69933]: INFO networking_nsxv3.common.synchronization [req-d9696da1-5b6d-4abf-ac8a-42210edefe80 req-bf2bc07c-6d63-4d92-8f88-428089a7cdeb service nova] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1022.609373] env[69933]: INFO networking_nsxv3.common.synchronization [req-d9696da1-5b6d-4abf-ac8a-42210edefe80 req-bf2bc07c-6d63-4d92-8f88-428089a7cdeb service nova] Enqueued Resource ID: a9c23d3b-94b9-4217-8ce3-b6bd9e36097a with Priority: HIGHEST for action port [ 1022.609373] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_rules [ 1022.609373] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1022.609373] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c23d3b-94b9-4217-8ce3-b6bd9e36097a with Priority: HIGHEST for action port [ 1022.610048] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.610333] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.614094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.614094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.614094] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.614094] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.614094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.614094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.614094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.614094] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.614094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.614094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.614094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.614094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.614094] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.614094] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9c23d3b-94b9-4217-8ce3-b6bd9e36097a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.614094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9c23d3b-94b9-4217-8ce3-b6bd9e36097a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.614094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9c23d3b-94b9-4217-8ce3-b6bd9e36097a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.615046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9c23d3b-94b9-4217-8ce3-b6bd9e36097a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.615269] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c23d3b-94b9-4217-8ce3-b6bd9e36097a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.118042] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.118238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.118317] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9c23d3b-94b9-4217-8ce3-b6bd9e36097a with status ACTIVE [ 1023.118499] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.118615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.118681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.118887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.118976] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.119156] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.119261] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.119440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.119483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.119605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.119718] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.119818] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.119883] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.120018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.120177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.120177] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9c23d3b-94b9-4217-8ce3-b6bd9e36097a is going to be updated. [ 1023.121342] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.143200] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.143422] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.143422] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.143603] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.143739] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.144044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9c23d3b-94b9-4217-8ce3-b6bd9e36097a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.623705] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.964545] env[69933]: INFO networking_nsxv3.common.synchronization [req-17dc84a1-3c96-4934-a1f8-01667b729eb7 req-eeeaab21-732a-405c-8f71-2a4fc3ef80a9 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Enqueued Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGHEST for action security_group_members [ 1023.965511] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGHEST for action security_group_members [ 1023.965876] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.966055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.966168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.966398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.966591] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.966981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.966981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.967375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.967509] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.967634] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.126042] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.126232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.126270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.126489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.129956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.129956] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be created. [ 1024.151901] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.152067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.152160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.152351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.152507] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.164684] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: UNINITIALIZED for 2s [ 1024.251387] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 1024.251595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.251884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.252088] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.252283] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.252394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.252458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.252610] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.252687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.252811] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.255324] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 in Status: SUCCESS [ 1024.255543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.255829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.255969] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.256217] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.256360] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.256447] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.256619] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.256723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.256849] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b25722-17b3-4c15-a674-8d9a1576f1c3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.471713] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.474247] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.474683] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.474683] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.475238] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.475738] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.476028] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.476277] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.476806] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.477116] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.477460] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.477740] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.477966] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.478344] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.478470] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.478683] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.478935] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.498327] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.498683] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1024.498900] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.499197] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.499582] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-ecc47b25-3011-4ee5-9abb-a097346eb1a7 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.499852] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-ecc47b25-3011-4ee5-9abb-a097346eb1a7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.500045] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-ecc47b25-3011-4ee5-9abb-a097346eb1a7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.500428] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-ecc47b25-3011-4ee5-9abb-a097346eb1a7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.500631] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc47b25-3011-4ee5-9abb-a097346eb1a7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.755166] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.759273] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b25722-17b3-4c15-a674-8d9a1576f1c3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.982960] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.003632] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.003870] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.004011] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.004432] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.004628] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.004803] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port ecc47b25-3011-4ee5-9abb-a097346eb1a7 not found, creating... [ 1025.005121] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.005314] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.005444] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.005680] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.005819] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.006111] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.006273] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.006392] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.006648] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.006789] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.006935] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: ecc47b25-3011-4ee5-9abb-a097346eb1a7 is going to be created. [ 1025.027867] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.028115] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.028251] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.028535] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.028970] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.029052] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-ecc47b25-3011-4ee5-9abb-a097346eb1a7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.257730] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.262532] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b25722-17b3-4c15-a674-8d9a1576f1c3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.487642] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.487642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.487642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.487642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.487642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.487642] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 is going to be updated. [ 1025.523904] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.523904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.523904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.523904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.523904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.533026] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 in Status: IN_PROGRESS for 2s [ 1025.761463] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.761799] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.761799] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.761902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.761948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.762534] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 1025.764488] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.764625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.765939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.765939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.765939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.765939] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 is going to be updated. [ 1025.795803] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.796015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.796112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.796330] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.796480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.798696] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.798822] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.798989] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.799127] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.799300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.809652] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 1025.810758] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 in Status: IN_PROGRESS for 2s [ 1025.832858] env[69933]: INFO networking_nsxv3.common.synchronization [req-20a6e01a-d9e9-4700-bfb9-3440e648349e req-7fb0f027-becb-4de7-b1ae-d83852f755e5 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 1025.833472] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 1025.833799] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.833930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.833990] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.834276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.834386] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.834858] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.834858] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.834858] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.834858] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.835089] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.142386] env[69933]: INFO networking_nsxv3.common.synchronization [req-17dc84a1-3c96-4934-a1f8-01667b729eb7 req-fba42419-f89e-45e2-9300-95910bf0a45a service nova] Enqueued Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGHEST for action security_group_rules [ 1026.142624] env[69933]: INFO networking_nsxv3.common.synchronization [req-17dc84a1-3c96-4934-a1f8-01667b729eb7 req-fba42419-f89e-45e2-9300-95910bf0a45a service nova] Enqueued Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGHEST for action security_group_members [ 1026.142813] env[69933]: INFO networking_nsxv3.common.synchronization [req-17dc84a1-3c96-4934-a1f8-01667b729eb7 req-fba42419-f89e-45e2-9300-95910bf0a45a service nova] Enqueued Resource ID: ecc47b25-3011-4ee5-9abb-a097346eb1a7 with Priority: HIGHEST for action port [ 1026.147017] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGHEST for action security_group_rules [ 1026.147017] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGHEST for action security_group_members [ 1026.147017] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc47b25-3011-4ee5-9abb-a097346eb1a7 with Priority: HIGHEST for action port [ 1026.147017] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.147017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.147017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.147017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.147017] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.147402] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.147402] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.147522] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecc47b25-3011-4ee5-9abb-a097346eb1a7 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.147906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecc47b25-3011-4ee5-9abb-a097346eb1a7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.147906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecc47b25-3011-4ee5-9abb-a097346eb1a7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.148188] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecc47b25-3011-4ee5-9abb-a097346eb1a7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.148248] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc47b25-3011-4ee5-9abb-a097346eb1a7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.176071] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1026.176317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.176784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.177009] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.177204] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.177343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.177412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.177567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.177905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.177905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.177905] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.338290] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.397118] env[69933]: INFO networking_nsxv3.common.synchronization [req-00ed25f6-f97f-402a-a7eb-397252630591 req-389dbd7d-081e-4abb-a193-51c9fe140615 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Enqueued Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGHEST for action security_group_members [ 1026.397118] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGHEST for action security_group_members [ 1026.397118] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c82b19f-d788-4c49-89be-b35465a7c7bb taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.397118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.397118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.397118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.397771] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.397996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.398147] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.398381] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.398539] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.398771] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.650430] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.650590] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.650764] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecc47b25-3011-4ee5-9abb-a097346eb1a7 with status ACTIVE [ 1026.650942] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.651077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.651144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.651445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.651627] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.651746] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.651820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.651887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.652060] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.652140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.652328] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.652423] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.652483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.652628] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.652708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.652851] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecc47b25-3011-4ee5-9abb-a097346eb1a7 is going to be updated. [ 1026.677917] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.678412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.678963] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.679196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.679369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.679569] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecc47b25-3011-4ee5-9abb-a097346eb1a7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.682658] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.682794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.682884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.683173] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.683374] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.683605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.683685] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.683856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.683993] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.684128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.684328] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.684477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.684580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.684753] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.685074] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.685175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.685175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.685365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.685431] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.685578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.685690] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.842588] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.874901] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.875204] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-999" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.875351] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-999" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.875690] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-999" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.875982] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.880282] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.880434] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.880722] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.880891] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.881180] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.882043] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.882043] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.882043] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.882043] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.882043] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.882043] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.903704] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.903944] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1026.904145] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.904420] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-999" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.904812] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-6f205cd2-e0b7-4439-bfa5-48a1f3663711 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.905969] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-6f205cd2-e0b7-4439-bfa5-48a1f3663711" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.905969] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-6f205cd2-e0b7-4439-bfa5-48a1f3663711" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.905969] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-6f205cd2-e0b7-4439-bfa5-48a1f3663711" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.905969] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f205cd2-e0b7-4439-bfa5-48a1f3663711',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.911048] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.911048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.911048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.911048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.911048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.911048] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.911048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.911048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.911048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.911048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.911048] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb already deleted. [ 1026.911048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.188170] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c476b51-b290-40a7-9048-b6796a4b273e: rpc.has_security_group_logging(os_id): False [ 1027.207853] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.207853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.207853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.207853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.207853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.209086] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.209086] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.209086] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.209086] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.211020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.211020] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.211020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.211020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.211020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.211020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.211020] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.211020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.211020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.211020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.211020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.211020] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be created. [ 1027.290804] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.290804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.290804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.290804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.290804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.301973] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1027.339233] env[69933]: INFO networking_nsxv3.common.synchronization [req-c325aaa3-ace4-4890-83c1-466d13f8864c req-bd8a8951-e5e5-4c32-b581-88e3adfa1755 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 with Priority: HIGHEST for action security_group_members [ 1027.339408] env[69933]: INFO networking_nsxv3.common.synchronization [req-c325aaa3-ace4-4890-83c1-466d13f8864c req-bd8a8951-e5e5-4c32-b581-88e3adfa1755 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: f156e3bf-26a7-4ae6-8931-69751f6200fc with Priority: HIGHEST for action security_group_members [ 1027.339552] env[69933]: INFO networking_nsxv3.common.synchronization [req-c325aaa3-ace4-4890-83c1-466d13f8864c req-bd8a8951-e5e5-4c32-b581-88e3adfa1755 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 1027.340099] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 with Priority: HIGHEST for action security_group_members [ 1027.340243] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f156e3bf-26a7-4ae6-8931-69751f6200fc with Priority: HIGHEST for action security_group_members [ 1027.342086] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 1027.342529] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b25722-17b3-4c15-a674-8d9a1576f1c3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.342529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.342723] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f156e3bf-26a7-4ae6-8931-69751f6200fc taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.342851] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.342968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.344449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.344630] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.344740] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.344805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.345009] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.345111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.345264] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f156e3bf-26a7-4ae6-8931-69751f6200fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.346470] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.346558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.347154] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.347294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.347350] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.347724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.347724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.347858] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be updated. [ 1027.409801] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.409971] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.410300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.410573] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.410787] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.416662] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.416884] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.417267] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.417606] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.417766] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.418012] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 6f205cd2-e0b7-4439-bfa5-48a1f3663711 not found, creating... [ 1027.418366] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.418546] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.418673] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.418921] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.419179] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.419828] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.421053] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.421053] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.421053] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.421053] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.421053] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 6f205cd2-e0b7-4439-bfa5-48a1f3663711 is going to be created. [ 1027.426156] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: IN_PROGRESS for 2s [ 1027.436920] env[69933]: INFO networking_nsxv3.common.synchronization [req-c325aaa3-ace4-4890-83c1-466d13f8864c req-bd8a8951-e5e5-4c32-b581-88e3adfa1755 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 with Priority: HIGHEST for action security_group_rules [ 1027.437140] env[69933]: INFO networking_nsxv3.common.synchronization [req-c325aaa3-ace4-4890-83c1-466d13f8864c req-bd8a8951-e5e5-4c32-b581-88e3adfa1755 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 with Priority: HIGHEST for action security_group_members [ 1027.437275] env[69933]: INFO networking_nsxv3.common.synchronization [req-c325aaa3-ace4-4890-83c1-466d13f8864c req-bd8a8951-e5e5-4c32-b581-88e3adfa1755 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_rules [ 1027.437441] env[69933]: INFO networking_nsxv3.common.synchronization [req-c325aaa3-ace4-4890-83c1-466d13f8864c req-bd8a8951-e5e5-4c32-b581-88e3adfa1755 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 1027.437648] env[69933]: INFO networking_nsxv3.common.synchronization [req-c325aaa3-ace4-4890-83c1-466d13f8864c req-bd8a8951-e5e5-4c32-b581-88e3adfa1755 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: f156e3bf-26a7-4ae6-8931-69751f6200fc with Priority: HIGHEST for action security_group_rules [ 1027.437718] env[69933]: INFO networking_nsxv3.common.synchronization [req-c325aaa3-ace4-4890-83c1-466d13f8864c req-bd8a8951-e5e5-4c32-b581-88e3adfa1755 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: f156e3bf-26a7-4ae6-8931-69751f6200fc with Priority: HIGHEST for action security_group_members [ 1027.437883] env[69933]: INFO networking_nsxv3.common.synchronization [req-c325aaa3-ace4-4890-83c1-466d13f8864c req-bd8a8951-e5e5-4c32-b581-88e3adfa1755 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: ac40cd5e-a4ad-44f2-bd8a-92a658552f9a with Priority: HIGHEST for action port [ 1027.438479] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 with Priority: HIGHEST for action security_group_rules [ 1027.438621] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_rules [ 1027.438721] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f156e3bf-26a7-4ae6-8931-69751f6200fc with Priority: HIGHEST for action security_group_members [ 1027.438816] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac40cd5e-a4ad-44f2-bd8a-92a658552f9a with Priority: HIGHEST for action port [ 1027.438926] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f156e3bf-26a7-4ae6-8931-69751f6200fc with Priority: HIGHEST for action security_group_rules [ 1027.438991] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 with Priority: HIGHEST for action security_group_members [ 1027.439111] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 1027.439408] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b25722-17b3-4c15-a674-8d9a1576f1c3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.439510] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.439723] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.439801] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.439977] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f156e3bf-26a7-4ae6-8931-69751f6200fc taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.440166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.440382] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.440382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.440531] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.440652] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.440746] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac40cd5e-a4ad-44f2-bd8a-92a658552f9a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.441691] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f156e3bf-26a7-4ae6-8931-69751f6200fc taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.441807] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.442155] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.442155] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.442223] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f156e3bf-26a7-4ae6-8931-69751f6200fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.443021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b25722-17b3-4c15-a674-8d9a1576f1c3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.443110] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.446230] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.446230] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.452996] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.453276] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.453423] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.453791] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.454058] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.454337] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-6f205cd2-e0b7-4439-bfa5-48a1f3663711" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.543499] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 in Status: SUCCESS [ 1027.544521] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.544763] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.545173] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.545400] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.545597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.546070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.546070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.546070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.546212] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.822588] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 in Status: SUCCESS [ 1027.823200] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.824093] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 1027.824500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.824782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.825204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.825846] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.825846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.825846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.826068] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.826068] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.826135] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.826199] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63b25722-17b3-4c15-a674-8d9a1576f1c3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.827107] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.827290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.828531] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.828675] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.828746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.828911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.829015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.829161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.829313] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.830138] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.830307] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.830480] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.831094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.831094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.831094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.831094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.831094] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b25722-17b3-4c15-a674-8d9a1576f1c3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.831608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.831766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.831919] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.832567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.832678] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.832857] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.833298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.833298] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.847553] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f156e3bf-26a7-4ae6-8931-69751f6200fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.949031] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac40cd5e-a4ad-44f2-bd8a-92a658552f9a with status ACTIVE [ 1027.949031] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.949031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.949031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.949031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.949031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.949031] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.949031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.949031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.949031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.949031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.949501] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.949501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.949501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.949501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.949644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.949644] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac40cd5e-a4ad-44f2-bd8a-92a658552f9a is going to be updated. [ 1027.951232] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f156e3bf-26a7-4ae6-8931-69751f6200fc taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.951398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.974827] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.974827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.974827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.974827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.974827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.974827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.053959] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.192097] env[69933]: INFO networking_nsxv3.common.synchronization [req-00ed25f6-f97f-402a-a7eb-397252630591 req-6db75e8c-3196-40c1-a658-7f271d81ef80 service nova] Enqueued Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGHEST for action security_group_rules [ 1028.192097] env[69933]: INFO networking_nsxv3.common.synchronization [req-00ed25f6-f97f-402a-a7eb-397252630591 req-6db75e8c-3196-40c1-a658-7f271d81ef80 service nova] Enqueued Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGHEST for action security_group_members [ 1028.192236] env[69933]: INFO networking_nsxv3.common.synchronization [req-00ed25f6-f97f-402a-a7eb-397252630591 req-6db75e8c-3196-40c1-a658-7f271d81ef80 service nova] Enqueued Resource ID: 6f205cd2-e0b7-4439-bfa5-48a1f3663711 with Priority: HIGHEST for action port [ 1028.192486] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGHEST for action security_group_rules [ 1028.192630] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGHEST for action security_group_members [ 1028.192756] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f205cd2-e0b7-4439-bfa5-48a1f3663711 with Priority: HIGHEST for action port [ 1028.197236] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c82b19f-d788-4c49-89be-b35465a7c7bb taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.197236] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.197236] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.197236] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.197236] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.198187] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c82b19f-d788-4c49-89be-b35465a7c7bb taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.199343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.199343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.199343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.199343] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.199704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.200318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.202505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.202505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.202505] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.202505] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f205cd2-e0b7-4439-bfa5-48a1f3663711 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.202505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f205cd2-e0b7-4439-bfa5-48a1f3663711" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.202505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f205cd2-e0b7-4439-bfa5-48a1f3663711" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.202505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f205cd2-e0b7-4439-bfa5-48a1f3663711" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.202505] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f205cd2-e0b7-4439-bfa5-48a1f3663711',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.330866] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63b25722-17b3-4c15-a674-8d9a1576f1c3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.335434] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.336473] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b25722-17b3-4c15-a674-8d9a1576f1c3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.337579] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.337713] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.348854] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f156e3bf-26a7-4ae6-8931-69751f6200fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.556221] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.703856] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c82b19f-d788-4c49-89be-b35465a7c7bb taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.703985] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.704196] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.705129] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f205cd2-e0b7-4439-bfa5-48a1f3663711 with status ACTIVE [ 1028.705319] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.705437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.705505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.705709] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.706327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.706327] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.706327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.706327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.706327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.706592] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.706592] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.706662] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.706692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.707044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.707044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.707044] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f205cd2-e0b7-4439-bfa5-48a1f3663711 is going to be updated. [ 1028.733619] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.733804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.733845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.734051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.734218] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.734387] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f205cd2-e0b7-4439-bfa5-48a1f3663711" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.834575] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63b25722-17b3-4c15-a674-8d9a1576f1c3: rpc.has_security_group_logging(os_id): False [ 1028.841963] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b25722-17b3-4c15-a674-8d9a1576f1c3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.843750] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.855021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.855021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.855021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.855021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.855021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.855021] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f156e3bf-26a7-4ae6-8931-69751f6200fc is going to be created. [ 1028.863616] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.863783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.863855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.864038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.864126] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.864362] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.864492] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.864545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.864669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.864746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.866905] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 is going to be created. [ 1028.886633] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.886840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.886840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.887073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.887308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.906025] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f156e3bf-26a7-4ae6-8931-69751f6200fc in Status: UNINITIALIZED for 2s [ 1029.058556] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.058755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.058796] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.059020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.059245] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.059361] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 is going to be updated. [ 1029.087023] env[69933]: INFO networking_nsxv3.common.synchronization [req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd req-0603a27a-cac8-415a-8062-151282dfff5a tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Enqueued Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_members [ 1029.087571] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_members [ 1029.087871] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.087995] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.088149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.088355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.088516] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.088614] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.088673] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.088814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.090141] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.090312] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.095296] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.095296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.095296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.095296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.095296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.111841] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 in Status: IN_PROGRESS for 2s [ 1029.113962] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.114174] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.114216] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.115486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.115486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.123482] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 in Status: IN_PROGRESS for 2s [ 1029.211769] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.314486] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1029.314965] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.344763] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.344919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.345049] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.345245] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.345327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.345425] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 is going to be updated. [ 1029.349698] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.354027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.354027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.354027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.354027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.354027] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 1029.377867] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.378293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.378475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.378843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.379132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.382747] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.382747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.382747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.383047] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.383250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.398033] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 1029.398983] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 in Status: IN_PROGRESS for 2s [ 1029.437174] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: SUCCESS [ 1029.437444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.596914] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.714684] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.714858] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.714972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.715227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.715322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.715428] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb is going to be created. [ 1029.740358] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.740584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.740691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.740933] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.741136] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.759415] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb in Status: UNINITIALIZED for 2s [ 1030.099961] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.281199] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.281199] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-661" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.281199] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-661" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.281199] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-661" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.285604] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.285604] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.285604] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.285944] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.286285] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.286396] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.286456] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.286552] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.286659] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.286766] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.286872] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.287263] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.310210] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.310635] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1030.310795] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.310985] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-661" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.311330] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-dc823a85-355c-4872-be04-31f3355869d5 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.311597] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-dc823a85-355c-4872-be04-31f3355869d5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.311654] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-dc823a85-355c-4872-be04-31f3355869d5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.311987] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-dc823a85-355c-4872-be04-31f3355869d5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.312200] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc823a85-355c-4872-be04-31f3355869d5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.608729] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.608952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.608952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.609248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.609389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.609738] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 is going to be updated. [ 1030.650832] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.651075] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.651173] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.651434] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.651594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.663623] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: IN_PROGRESS for 2s [ 1030.669618] env[69933]: INFO networking_nsxv3.common.synchronization [req-9ca28915-b7f6-47b6-b871-c944aec23834 req-4073dca8-415b-4c6e-82f5-bec64e0bf2be tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 1030.671874] env[69933]: INFO networking_nsxv3.common.synchronization [req-9ca28915-b7f6-47b6-b871-c944aec23834 req-4073dca8-415b-4c6e-82f5-bec64e0bf2be tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 with Priority: HIGHEST for action security_group_members [ 1030.672162] env[69933]: INFO networking_nsxv3.common.synchronization [req-9ca28915-b7f6-47b6-b871-c944aec23834 req-4073dca8-415b-4c6e-82f5-bec64e0bf2be tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: f156e3bf-26a7-4ae6-8931-69751f6200fc with Priority: HIGHEST for action security_group_members [ 1030.672715] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 1030.673085] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 with Priority: HIGHEST for action security_group_members [ 1030.673085] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f156e3bf-26a7-4ae6-8931-69751f6200fc with Priority: HIGHEST for action security_group_members [ 1030.673364] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.673503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.673695] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b25722-17b3-4c15-a674-8d9a1576f1c3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.673892] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.674012] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f156e3bf-26a7-4ae6-8931-69751f6200fc taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.674113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.819058] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.819807] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.819907] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.820282] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.820544] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.820845] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port dc823a85-355c-4872-be04-31f3355869d5 not found, creating... [ 1030.821365] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.821482] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.821615] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.821934] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.822291] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.822660] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.822977] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.823198] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.823553] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.823748] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.823932] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: dc823a85-355c-4872-be04-31f3355869d5 is going to be created. [ 1030.853517] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.853872] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.854047] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.854391] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.854733] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.855091] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-dc823a85-355c-4872-be04-31f3355869d5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.914267] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f156e3bf-26a7-4ae6-8931-69751f6200fc in Status: SUCCESS [ 1030.914477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.914656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.914887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.915142] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.915297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.915373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.915556] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.915664] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.915766] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f156e3bf-26a7-4ae6-8931-69751f6200fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.126919] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 in Status: SUCCESS [ 1031.126919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.126919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.126919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.126919] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b25722-17b3-4c15-a674-8d9a1576f1c3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.134948] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 in Status: SUCCESS [ 1031.135230] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.136750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.136750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.136750] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.136750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.136750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.136750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.136750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.136750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.136750] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.411520] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 1031.411520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.411520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.411520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.411520] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.411520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.411520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.411520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.411520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.411520] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.412311] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 in Status: SUCCESS [ 1031.412494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.412994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.413185] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.413349] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.413459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.413540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.413659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.413737] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.413862] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b25722-17b3-4c15-a674-8d9a1576f1c3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.418679] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.418809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.418878] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.419082] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.419166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.419353] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.419530] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.419530] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.419657] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.419758] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.419815] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f156e3bf-26a7-4ae6-8931-69751f6200fc is going to be deleted. [ 1031.450638] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.450797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.450839] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.451084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.451154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.451260] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.451411] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.451572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.451736] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.451839] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.451897] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.452063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.452153] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.452248] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f156e3bf-26a7-4ae6-8931-69751f6200fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.632199] env[69933]: INFO networking_nsxv3.common.synchronization [req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd req-2a5d6b62-6964-40af-8675-d3588d6da186 service nova] Enqueued Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_rules [ 1031.632412] env[69933]: INFO networking_nsxv3.common.synchronization [req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd req-2a5d6b62-6964-40af-8675-d3588d6da186 service nova] Enqueued Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_members [ 1031.632555] env[69933]: INFO networking_nsxv3.common.synchronization [req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd req-2a5d6b62-6964-40af-8675-d3588d6da186 service nova] Enqueued Resource ID: dc823a85-355c-4872-be04-31f3355869d5 with Priority: HIGHEST for action port [ 1031.633253] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_rules [ 1031.633308] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_members [ 1031.633402] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc823a85-355c-4872-be04-31f3355869d5 with Priority: HIGHEST for action port [ 1031.633939] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.634077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.634141] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.634422] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.634510] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.635350] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.635448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.635637] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc823a85-355c-4872-be04-31f3355869d5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.635726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc823a85-355c-4872-be04-31f3355869d5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.636109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc823a85-355c-4872-be04-31f3355869d5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.636109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc823a85-355c-4872-be04-31f3355869d5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.636109] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc823a85-355c-4872-be04-31f3355869d5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.641333] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.641463] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.641578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.641720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.641875] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.641975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.642046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.642194] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.642283] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.642368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.642515] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.642617] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.642739] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.642817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.642976] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.643105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.643105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.643483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.643483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.643483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.643483] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.652754] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.652949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.652949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.653157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.653240] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.653335] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 is going to be deleted. [ 1031.721643] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.721643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.721643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.721912] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.721912] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.722018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.771622] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb in Status: SUCCESS [ 1031.771622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.771622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.771622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.771930] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.771930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.771930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.772090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.772170] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.772254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.772344] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.916039] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.917217] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.917456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.917580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.917887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.918059] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.918381] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.918549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.918668] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.920310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.920310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.920310] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 is going to be deleted. [ 1031.954624] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.954864] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.954911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.955202] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.955312] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.955482] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.955829] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.955970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.956056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.956261] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.956381] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.956570] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.956674] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.956722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.956866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.959809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.959809] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f156e3bf-26a7-4ae6-8931-69751f6200fc already deleted. [ 1031.959809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.959809] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f156e3bf-26a7-4ae6-8931-69751f6200fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.959809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.959809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.959809] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.959809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.959809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.959809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.959809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.959809] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b25722-17b3-4c15-a674-8d9a1576f1c3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.959809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.959809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.959809] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.960465] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.960465] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.960914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.960914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.960914] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f156e3bf-26a7-4ae6-8931-69751f6200fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.138883] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.143054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.143054] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc823a85-355c-4872-be04-31f3355869d5 with status ACTIVE [ 1032.143054] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.143054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.143054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.143054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.143054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.143054] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.143054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.143054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.143054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.143054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.143054] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.143054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.143054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.143054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.143054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.143667] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc823a85-355c-4872-be04-31f3355869d5 is going to be updated. [ 1032.145720] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 986addec-8ffc-456f-a7e3-462cb3ef7b96: rpc.has_security_group_logging(os_id): False [ 1032.165756] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.166350] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.166540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.166884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.168132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.168132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc823a85-355c-4872-be04-31f3355869d5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.169070] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.169314] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.169468] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.169725] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.169917] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.170198] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.170409] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.172748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.172748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.172748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.172748] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.172748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.172748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.172748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.172748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.172748] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.172748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.172748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.172748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.172748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.172748] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 is going to be updated. [ 1032.266552] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.266552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.266552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.266552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.266552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.274834] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.291316] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 in Status: IN_PROGRESS for 2s [ 1032.422085] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.423700] env[69933]: INFO networking_nsxv3.common.synchronization [req-25363b46-fd81-415e-a30b-8477dc3aaec5 req-97a59930-ee44-466e-9b38-3fa4b52d67b0 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Enqueued Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 1032.424500] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 1032.425035] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.425035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.425138] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.425758] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.425857] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.426591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.426591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.426591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.426591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.426591] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.462667] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.462833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.462919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.463135] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.463221] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.463471] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.463527] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.463570] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.463731] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.463909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.463909] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f156e3bf-26a7-4ae6-8931-69751f6200fc already deleted. [ 1032.463967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.464251] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.464351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.464412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.464783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.464783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.464783] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.464926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.464926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.465116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.465237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.465266] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b25722-17b3-4c15-a674-8d9a1576f1c3 already deleted. [ 1032.465333] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b25722-17b3-4c15-a674-8d9a1576f1c3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.465513] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f156e3bf-26a7-4ae6-8931-69751f6200fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.674769] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: SUCCESS [ 1032.674966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.675631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.675876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.676134] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.676359] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.676485] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.676667] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.676773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.676850] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.779360] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c82b19f-d788-4c49-89be-b35465a7c7bb: rpc.has_security_group_logging(os_id): False [ 1032.799840] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.802073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.802073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.802073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.802073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.802073] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.802073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.802073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.802073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.802073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.802417] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb is going to be created. [ 1032.891486] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.891486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.891486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.891711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.891854] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.896951] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.897486] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-312" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.897696] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-312" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.898135] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-312" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.900023] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.900023] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.900023] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.900023] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.900023] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.900023] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.900023] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.901107] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.901107] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.901107] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.901310] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.901360] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.909807] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb in Status: IN_PROGRESS for 2s [ 1032.924916] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.925564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.925564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.925684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.927859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.927859] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 1032.929014] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.929212] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.929326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.929540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.929646] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.929908] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.930090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.930165] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.930360] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.930450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.930551] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f577ced3-8c05-4917-a659-d6b10d13944a is going to be updated. [ 1032.935111] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.935389] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1032.936069] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.936069] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-312" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.936413] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-9093f260-e17f-4024-8ca1-8a3f7b506dd6 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.936672] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-9093f260-e17f-4024-8ca1-8a3f7b506dd6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.936852] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-9093f260-e17f-4024-8ca1-8a3f7b506dd6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.938140] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-9093f260-e17f-4024-8ca1-8a3f7b506dd6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.939606] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9093f260-e17f-4024-8ca1-8a3f7b506dd6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.967418] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f156e3bf-26a7-4ae6-8931-69751f6200fc: rpc.has_security_group_logging(os_id): False [ 1033.003027] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.003027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.003027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.003027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.003027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.003027] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.003027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.003027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.003027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.003027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.003027] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f156e3bf-26a7-4ae6-8931-69751f6200fc is going to be created. [ 1033.005153] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.005316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.005441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.005618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.005756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.009140] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.009308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.009388] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.009672] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.009824] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.034844] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: IN_PROGRESS for 2s [ 1033.036033] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 1033.043761] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f156e3bf-26a7-4ae6-8931-69751f6200fc], does not exist path=[/infra/domains/default/groups/f156e3bf-26a7-4ae6-8931-69751f6200fc]."\n}' [ 1033.043889] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f156e3bf-26a7-4ae6-8931-69751f6200fc failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f156e3bf-26a7-4ae6-8931-69751f6200fc [ 1033.044028] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1033.108295] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.108569] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.108569] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.108831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.110078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.110449] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.110616] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.110682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.110831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.110904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.111229] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.111359] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.111475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.111684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.111785] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.111905] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f156e3bf-26a7-4ae6-8931-69751f6200fc is going to be created. [ 1033.139267] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f156e3bf-26a7-4ae6-8931-69751f6200fc], does not exist path=[/infra/domains/default/groups/f156e3bf-26a7-4ae6-8931-69751f6200fc]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f156e3bf-26a7-4ae6-8931-69751f6200fc [ 1033.139674] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f156e3bf-26a7-4ae6-8931-69751f6200fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.140016] env[69933]: Traceback (most recent call last): [ 1033.140105] env[69933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1033.140105] env[69933]: return func(*args, **kwargs) [ 1033.140105] env[69933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1033.140105] env[69933]: res.raise_for_status() [ 1033.140105] env[69933]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1033.140105] env[69933]: raise HTTPError(http_error_msg, response=self) [ 1033.140105] env[69933]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f156e3bf-26a7-4ae6-8931-69751f6200fc [ 1033.140105] env[69933]: During handling of the above exception, another exception occurred: [ 1033.140105] env[69933]: Traceback (most recent call last): [ 1033.140105] env[69933]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1033.140105] env[69933]: listener.cb(fileno) [ 1033.140105] env[69933]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1033.140105] env[69933]: result = function(*args, **kwargs) [ 1033.140105] env[69933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1033.140105] env[69933]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1033.140105] env[69933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1033.140105] env[69933]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1033.140105] env[69933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1033.140105] env[69933]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1033.140105] env[69933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1033.140105] env[69933]: res.raise_for_status() [ 1033.140105] env[69933]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1033.140105] env[69933]: raise HTTPError(http_error_msg, response=self) [ 1033.140105] env[69933]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f156e3bf-26a7-4ae6-8931-69751f6200fc [ 1033.140890] env[69933]: Removing descriptor: 67 [ 1033.179549] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.443165] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.443557] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.443716] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.444121] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.444352] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.444527] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 9093f260-e17f-4024-8ca1-8a3f7b506dd6 not found, creating... [ 1033.444905] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.445208] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.445362] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.445689] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.445840] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.446217] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.446400] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.446541] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.446784] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.446933] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.447100] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 9093f260-e17f-4024-8ca1-8a3f7b506dd6 is going to be created. [ 1033.469229] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.469532] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.469687] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.469985] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.470270] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.470504] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-9093f260-e17f-4024-8ca1-8a3f7b506dd6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.682364] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.187657] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.187974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.187974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.188141] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.188232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.188329] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 is going to be updated. [ 1034.224837] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.224837] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.224837] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.224837] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.224837] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.244093] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: IN_PROGRESS for 2s [ 1034.308590] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 in Status: SUCCESS [ 1034.308837] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.569147] env[69933]: INFO networking_nsxv3.common.synchronization [req-25363b46-fd81-415e-a30b-8477dc3aaec5 req-27860396-2561-4280-bb80-1c5d9ef56b7f service nova] Enqueued Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_rules [ 1034.569321] env[69933]: INFO networking_nsxv3.common.synchronization [req-25363b46-fd81-415e-a30b-8477dc3aaec5 req-27860396-2561-4280-bb80-1c5d9ef56b7f service nova] Enqueued Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 1034.569435] env[69933]: INFO networking_nsxv3.common.synchronization [req-25363b46-fd81-415e-a30b-8477dc3aaec5 req-27860396-2561-4280-bb80-1c5d9ef56b7f service nova] Enqueued Resource ID: 9093f260-e17f-4024-8ca1-8a3f7b506dd6 with Priority: HIGHEST for action port [ 1034.569683] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_rules [ 1034.569897] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 1034.569897] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9093f260-e17f-4024-8ca1-8a3f7b506dd6 with Priority: HIGHEST for action port [ 1034.571118] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.571118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.571118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.571118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.571118] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.571908] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.572051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.572227] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9093f260-e17f-4024-8ca1-8a3f7b506dd6 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.572339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9093f260-e17f-4024-8ca1-8a3f7b506dd6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.572399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9093f260-e17f-4024-8ca1-8a3f7b506dd6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.573810] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9093f260-e17f-4024-8ca1-8a3f7b506dd6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.573810] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9093f260-e17f-4024-8ca1-8a3f7b506dd6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.926572] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb in Status: SUCCESS [ 1034.926572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.047108] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: SUCCESS [ 1035.049778] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f577ced3-8c05-4917-a659-d6b10d13944a deletion is rescheduled due to dependency. [ 1035.049778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.049778] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 1035.049778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.049778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.049778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.049778] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.049778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.049778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.049778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.049778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.049778] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.053031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.053031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.053031] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.053031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.055738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.055738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.055738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.055738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.055738] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.055738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.055738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.055738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.055738] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.055738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.055738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.055738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.055738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.055738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.055738] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.059752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.059752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.059752] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.059752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.059752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.059752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.059752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.059752] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.075419] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.075748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.076079] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9093f260-e17f-4024-8ca1-8a3f7b506dd6 with status ACTIVE [ 1035.076355] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.077378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.077476] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.077688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.077780] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.077975] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.078082] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.078143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.078368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.078400] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.078558] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.078723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.078723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.078836] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.078907] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.078987] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9093f260-e17f-4024-8ca1-8a3f7b506dd6 is going to be updated. [ 1035.101340] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.101544] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.101544] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.102385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.102385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.102385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9093f260-e17f-4024-8ca1-8a3f7b506dd6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.120463] env[69933]: INFO networking_nsxv3.common.synchronization [req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 req-bcc2f3dc-7897-4412-acd3-0b3ab8429d10 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Enqueued Resource ID: 5382a16c-d0e6-4051-9f54-e400469a3386 with Priority: HIGHEST for action security_group_members [ 1035.120943] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5382a16c-d0e6-4051-9f54-e400469a3386 with Priority: HIGHEST for action security_group_members [ 1035.129023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5382a16c-d0e6-4051-9f54-e400469a3386 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.129023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.129023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.129023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.129023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.129023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.129023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.129023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.129023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.129023] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5382a16c-d0e6-4051-9f54-e400469a3386',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.345867] env[69933]: INFO networking_nsxv3.common.synchronization [req-323352c2-a006-4970-84bc-493f5442f79c req-ac5bc41c-81cf-46a9-9f29-994412fbd280 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Enqueued Resource ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 with Priority: HIGHEST for action security_group_members [ 1035.346488] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 with Priority: HIGHEST for action security_group_members [ 1035.346817] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.346947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.348486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.352028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.352028] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.352028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.352028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.352028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.352028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.352028] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.557861] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.557861] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-789" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.558096] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-789" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.558250] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-789" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.558462] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.558631] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.558766] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.559101] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.559255] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.559481] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.559599] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.559877] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.559877] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.559965] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.560067] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.560255] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.561423] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.565647] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9a2a70c-e742-4535-9e20-ddd0975d65c8: rpc.has_security_group_logging(os_id): False [ 1035.565647] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.583465] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.583671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.583717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.584363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.592382] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.592549] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1035.592725] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.592929] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-789" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.593547] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-ddaf0369-e1f0-4d11-9b2c-79433a0d109f taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.593732] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-ddaf0369-e1f0-4d11-9b2c-79433a0d109f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.593855] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-ddaf0369-e1f0-4d11-9b2c-79433a0d109f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.594241] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-ddaf0369-e1f0-4d11-9b2c-79433a0d109f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.594398] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddaf0369-e1f0-4d11-9b2c-79433a0d109f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.632967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.632967] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.632967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.632967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.633260] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.633364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.633635] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.633819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.633871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.634665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.634730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.634961] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.635418] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.635418] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.635418] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.636088] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.636088] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 1035.636981] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.637711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.637711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.637711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.637711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.637999] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.637999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.642335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.642335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.642335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.642335] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5382a16c-d0e6-4051-9f54-e400469a3386 already deleted. [ 1035.642335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.735851] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.736057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.736121] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.736322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.736484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.754915] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 1035.856985] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.856985] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.856985] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.856985] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.886034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.886034] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.886034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.886034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.886034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.886034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.886034] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 is going to be updated. [ 1035.928028] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.928028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.928028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.928028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.928028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.937449] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 in Status: IN_PROGRESS for 2s [ 1036.065610] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.066712] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.098270] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.098567] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.099213] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.099213] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.099348] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.099501] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port ddaf0369-e1f0-4d11-9b2c-79433a0d109f not found, creating... [ 1036.099824] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.100031] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.100178] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.100431] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.100574] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.100895] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.101177] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.101322] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.101573] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.101720] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.101884] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: ddaf0369-e1f0-4d11-9b2c-79433a0d109f is going to be created. [ 1036.125265] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.125546] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.125706] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.125987] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.126265] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.126602] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-ddaf0369-e1f0-4d11-9b2c-79433a0d109f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.257577] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: SUCCESS [ 1036.257804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.258062] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.258266] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.258464] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.258580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.258648] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.258813] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.258894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.259028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.259102] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.570378] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.570692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.570692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.570874] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.570968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.571108] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f577ced3-8c05-4917-a659-d6b10d13944a is going to be updated. [ 1036.572420] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.572561] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.572633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.572947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.573065] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.573179] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 1036.603871] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.604050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.604108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.604332] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.604475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.607777] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.607978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.607978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.608223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.608458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.619747] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 1036.620488] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: IN_PROGRESS for 2s [ 1036.761701] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.761892] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.761966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.762215] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.762399] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.762503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.762568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.762720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.763094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.763094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.763094] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.763220] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.763288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.763456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.763609] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.763691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.763768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.763877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.763956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.764052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.767424] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.994562] env[69933]: INFO networking_nsxv3.common.synchronization [req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 req-6a83602b-bb31-40be-a993-db9e8c671410 service nova] Enqueued Resource ID: 5382a16c-d0e6-4051-9f54-e400469a3386 with Priority: HIGHEST for action security_group_rules [ 1036.994754] env[69933]: INFO networking_nsxv3.common.synchronization [req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 req-6a83602b-bb31-40be-a993-db9e8c671410 service nova] Enqueued Resource ID: 5382a16c-d0e6-4051-9f54-e400469a3386 with Priority: HIGHEST for action security_group_members [ 1036.994895] env[69933]: INFO networking_nsxv3.common.synchronization [req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 req-6a83602b-bb31-40be-a993-db9e8c671410 service nova] Enqueued Resource ID: ddaf0369-e1f0-4d11-9b2c-79433a0d109f with Priority: HIGHEST for action port [ 1036.995197] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5382a16c-d0e6-4051-9f54-e400469a3386 with Priority: HIGHEST for action security_group_rules [ 1036.995328] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5382a16c-d0e6-4051-9f54-e400469a3386 with Priority: HIGHEST for action security_group_members [ 1036.995439] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddaf0369-e1f0-4d11-9b2c-79433a0d109f with Priority: HIGHEST for action port [ 1036.996220] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5382a16c-d0e6-4051-9f54-e400469a3386 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.996437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.996544] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.997659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.997811] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5382a16c-d0e6-4051-9f54-e400469a3386',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.998765] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5382a16c-d0e6-4051-9f54-e400469a3386 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.998978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.999099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.999337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.999533] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.999676] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.999775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.999980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.000147] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.000281] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5382a16c-d0e6-4051-9f54-e400469a3386',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.001129] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddaf0369-e1f0-4d11-9b2c-79433a0d109f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.003411] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddaf0369-e1f0-4d11-9b2c-79433a0d109f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.003411] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddaf0369-e1f0-4d11-9b2c-79433a0d109f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.003411] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddaf0369-e1f0-4d11-9b2c-79433a0d109f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.003411] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddaf0369-e1f0-4d11-9b2c-79433a0d109f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.266504] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00abf3b0-8aab-4936-8d39-ae670ae50177: rpc.has_security_group_logging(os_id): False [ 1037.287247] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.289893] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.289893] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.289893] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.312910] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.312910] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.312910] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.312910] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.313413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.313413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.313413] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.313413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.313712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.313712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.313807] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.315429] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.315429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.315429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.315429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.315429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.315429] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 is going to be updated. [ 1037.381810] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.381968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.382054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.382266] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.382418] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.398055] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: IN_PROGRESS for 2s [ 1037.503412] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5382a16c-d0e6-4051-9f54-e400469a3386',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.504906] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5382a16c-d0e6-4051-9f54-e400469a3386 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.504906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.509041] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddaf0369-e1f0-4d11-9b2c-79433a0d109f with status ACTIVE [ 1037.509041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.509041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.509041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.509041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.509041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.509041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.509041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.509041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.509041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.509041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.509041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.509041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.509041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.509041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.509041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.509041] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddaf0369-e1f0-4d11-9b2c-79433a0d109f is going to be updated. [ 1037.530435] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.531365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.531365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.531365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.531365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.531365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddaf0369-e1f0-4d11-9b2c-79433a0d109f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.775116] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 1037.775116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.775116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.775116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.775116] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.951533] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 in Status: SUCCESS [ 1037.951776] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 deletion is rescheduled due to dependency. [ 1037.951841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.005910] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5382a16c-d0e6-4051-9f54-e400469a3386',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.277206] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.277363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.510386] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.510653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.510745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.511069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.511270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.511506] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5382a16c-d0e6-4051-9f54-e400469a3386 is going to be created. [ 1038.542410] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.542594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.542663] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.543799] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.543799] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.554111] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5382a16c-d0e6-4051-9f54-e400469a3386 in Status: UNINITIALIZED for 2s [ 1038.633421] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 1038.633709] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.633838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.634076] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.634278] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.634394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.634460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.634618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.634701] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.634787] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.634875] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.636463] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: SUCCESS [ 1038.639563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.641703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.641703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.641703] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.641703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.641703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.641703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.641703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.641703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.641703] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.142958] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.143491] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.143491] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.143878] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.144145] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.144145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.144286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.144516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.144615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.145337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.145337] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.145337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.145337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.145647] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.145647] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.145647] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.145775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.145934] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.146218] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.146475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.146527] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.147968] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.148174] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.148248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.149117] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.150023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.150023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.150023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.150023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.150023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.150023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.150023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.150471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.150471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.150471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.150722] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.150848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.150961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.151214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.151423] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.151575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.151822] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.412867] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: SUCCESS [ 1039.413160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.655278] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f577ced3-8c05-4917-a659-d6b10d13944a: rpc.has_security_group_logging(os_id): False [ 1039.656976] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9a2a70c-e742-4535-9e20-ddd0975d65c8: rpc.has_security_group_logging(os_id): False [ 1039.676845] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.677098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.677239] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.677577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.677719] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.678028] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.678210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.678320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.678547] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.678666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.678952] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.679572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.679711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.680331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.680331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.680474] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.680543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.680631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.680825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.680946] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.681127] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 1039.683848] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.684027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.684153] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.684393] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.709484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.709781] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.709904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.709969] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.710282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.710815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.710815] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.710815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.710815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.711057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.711057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.711122] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.711220] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.711279] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.711434] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.711510] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.711607] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f577ced3-8c05-4917-a659-d6b10d13944a is going to be updated. [ 1039.763837] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.764158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.764294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.764622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.764891] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.776795] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.776948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.777034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.777269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.777517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.790311] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 1039.791139] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: IN_PROGRESS for 2s [ 1040.564709] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5382a16c-d0e6-4051-9f54-e400469a3386 in Status: SUCCESS [ 1040.565107] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.565214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.565477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.565675] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.565808] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.565877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.566077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.566193] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.566239] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.566299] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5382a16c-d0e6-4051-9f54-e400469a3386',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.070266] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5382a16c-d0e6-4051-9f54-e400469a3386',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.572558] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5382a16c-d0e6-4051-9f54-e400469a3386: rpc.has_security_group_logging(os_id): False [ 1041.595238] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.595238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.595238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.595238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.595238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.595531] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.595531] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.595531] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.595716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.595793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.595894] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5382a16c-d0e6-4051-9f54-e400469a3386 is going to be created. [ 1041.665254] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.665254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.665254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.665400] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.665833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.678964] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5382a16c-d0e6-4051-9f54-e400469a3386 in Status: IN_PROGRESS for 2s [ 1041.817569] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: SUCCESS [ 1041.817797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.819335] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 1041.819609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.996263] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1041.996427] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1043.695535] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5382a16c-d0e6-4051-9f54-e400469a3386 in Status: SUCCESS [ 1043.695535] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.777507] env[69933]: INFO networking_nsxv3.common.synchronization [req-20483af1-d15a-4981-82cd-b36943198146 req-70c20868-c1d0-42c4-aceb-e2faf8a231ca tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Enqueued Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_members [ 1043.778708] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_members [ 1043.778794] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43debd8-137a-422c-a7a1-45e5ef056aee taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.778907] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.778967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.779286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.779497] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.779644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.779686] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.779815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.779908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.780009] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.231405] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.231662] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-652" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.231792] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-652" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.232173] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-652" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.232477] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.232651] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.232774] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.233077] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.233191] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.233417] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.233541] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.233658] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.233773] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.233886] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.234018] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.234629] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.255349] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.255604] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.255703] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.255893] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-652" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.256397] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-60262d8e-7b3d-4b29-a81c-71f0cd632480 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.256586] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-60262d8e-7b3d-4b29-a81c-71f0cd632480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.256716] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-60262d8e-7b3d-4b29-a81c-71f0cd632480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.257443] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-60262d8e-7b3d-4b29-a81c-71f0cd632480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.257641] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60262d8e-7b3d-4b29-a81c-71f0cd632480',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.283433] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.283831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.283928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.284200] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.284300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.285067] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.285067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.285067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.285067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.285313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.285313] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c43debd8-137a-422c-a7a1-45e5ef056aee already deleted. [ 1044.285313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.764138] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.764138] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.764138] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.764138] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.764718] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.764718] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 60262d8e-7b3d-4b29-a81c-71f0cd632480 not found, creating... [ 1044.764933] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.764933] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.765228] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.765444] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.765589] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.765939] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.766586] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.766586] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.766955] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.769741] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.769980] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 60262d8e-7b3d-4b29-a81c-71f0cd632480 is going to be created. [ 1044.796887] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.797170] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.797369] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.798015] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.798015] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.798175] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-60262d8e-7b3d-4b29-a81c-71f0cd632480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.074489] env[69933]: INFO networking_nsxv3.common.synchronization [req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 req-445d81a1-13a6-48d1-8520-dcf98fe64fd9 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Enqueued Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_members [ 1045.075155] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_members [ 1045.075505] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.075667] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.075763] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.075975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.076190] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.076290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.076332] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.076476] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.076564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.076657] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.580640] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.624072] env[69933]: INFO networking_nsxv3.common.synchronization [req-20483af1-d15a-4981-82cd-b36943198146 req-9b9cde08-5d2c-4b1e-9461-4429cc5321fd service nova] Enqueued Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_rules [ 1045.624310] env[69933]: INFO networking_nsxv3.common.synchronization [req-20483af1-d15a-4981-82cd-b36943198146 req-9b9cde08-5d2c-4b1e-9461-4429cc5321fd service nova] Enqueued Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_members [ 1045.625017] env[69933]: INFO networking_nsxv3.common.synchronization [req-20483af1-d15a-4981-82cd-b36943198146 req-9b9cde08-5d2c-4b1e-9461-4429cc5321fd service nova] Enqueued Resource ID: 60262d8e-7b3d-4b29-a81c-71f0cd632480 with Priority: HIGHEST for action port [ 1045.626816] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_rules [ 1045.626913] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_members [ 1045.627031] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60262d8e-7b3d-4b29-a81c-71f0cd632480 with Priority: HIGHEST for action port [ 1045.627332] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c43debd8-137a-422c-a7a1-45e5ef056aee taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.627493] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.627563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.630303] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.631218] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.632120] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43debd8-137a-422c-a7a1-45e5ef056aee taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.632259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.632330] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.632540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.632702] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.632811] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.632872] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.633119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.633225] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.633319] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.634197] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-60262d8e-7b3d-4b29-a81c-71f0cd632480 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.634270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60262d8e-7b3d-4b29-a81c-71f0cd632480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.634344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60262d8e-7b3d-4b29-a81c-71f0cd632480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.634523] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60262d8e-7b3d-4b29-a81c-71f0cd632480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.634605] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60262d8e-7b3d-4b29-a81c-71f0cd632480',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.086696] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.136742] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.137768] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43debd8-137a-422c-a7a1-45e5ef056aee taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.138389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.138389] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60262d8e-7b3d-4b29-a81c-71f0cd632480 with status ACTIVE [ 1046.138389] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.138389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.138389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.139041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.139041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.139041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.139041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.139345] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.139429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.139505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.139921] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.139921] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.139921] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.140118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.140118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.140493] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60262d8e-7b3d-4b29-a81c-71f0cd632480 is going to be updated. [ 1046.165426] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.165626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.165626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.169025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.169025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.169025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60262d8e-7b3d-4b29-a81c-71f0cd632480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.589707] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.589942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.590073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.590322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.590416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.590534] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 is going to be updated. [ 1046.619480] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.619674] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.619729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.619908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.620054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.629713] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: IN_PROGRESS for 2s [ 1046.642138] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.145218] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.145605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.145605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.145682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.145765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.145855] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c43debd8-137a-422c-a7a1-45e5ef056aee is going to be created. [ 1047.178539] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.178790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.178865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.179108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.179365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.201493] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c43debd8-137a-422c-a7a1-45e5ef056aee in Status: UNINITIALIZED for 2s [ 1047.497852] env[69933]: INFO networking_nsxv3.common.synchronization [req-cd237c18-3c13-46df-9f8d-c25b180555b4 req-27e2e9f9-d10c-431d-9b22-3abc2407c11b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Enqueued Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 1047.498350] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGHEST for action security_group_members [ 1047.498660] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.498783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.498849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.499168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.499344] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.500031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.500031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.500031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.500031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.500031] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.001531] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.001671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.001757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.001970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.002078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.002292] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.002432] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.002484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.002599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.002675] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.002759] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f577ced3-8c05-4917-a659-d6b10d13944a is going to be updated. [ 1048.031878] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.032067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.032114] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.032366] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.032459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.042159] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: IN_PROGRESS for 2s [ 1048.643463] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: SUCCESS [ 1048.643716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.215883] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c43debd8-137a-422c-a7a1-45e5ef056aee in Status: SUCCESS [ 1049.216144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.216330] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.216551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.216742] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.216859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.216920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.217087] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.217916] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.218041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.218144] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.722925] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43debd8-137a-422c-a7a1-45e5ef056aee taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.723224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.723224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.723435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.723611] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.723712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.723775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.723918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.724022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.724113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.724258] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43debd8-137a-422c-a7a1-45e5ef056aee taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.724354] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.724416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.724555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.724688] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.724778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.724836] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.724968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.725052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.725157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.725899] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.052801] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f577ced3-8c05-4917-a659-d6b10d13944a in Status: SUCCESS [ 1050.052916] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f577ced3-8c05-4917-a659-d6b10d13944a deletion is rescheduled due to dependency. [ 1050.053019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.083476] env[69933]: INFO networking_nsxv3.common.synchronization [req-413ecfee-f292-4110-9c58-7d3279a7027c req-3cedb9d8-5ad8-4267-999f-0040ebc80711 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1050.083476] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1050.083476] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.083476] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.083476] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.083726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.083726] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.086055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.086219] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.086433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.086561] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.086673] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.229210] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c43debd8-137a-422c-a7a1-45e5ef056aee: rpc.has_security_group_logging(os_id): False [ 1050.248093] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.248325] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.248325] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.248564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.248633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.248823] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.249057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.249057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.249174] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.249219] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.249395] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.249589] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.249589] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.249681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.249727] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.249929] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.250101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.250171] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.250317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.251172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.251172] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c43debd8-137a-422c-a7a1-45e5ef056aee is going to be created. [ 1050.352567] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.352755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.352797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.353861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.353861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.367370] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c43debd8-137a-422c-a7a1-45e5ef056aee in Status: IN_PROGRESS for 2s [ 1050.427071] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.427071] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.427071] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.427071] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.427071] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.427859] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.428206] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.428622] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.428909] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.429429] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.429697] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.429943] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.432019] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.432019] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.432019] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.432019] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.472212] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.472212] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1050.472212] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.472212] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.472212] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-95da8472-c64e-4ced-b4e4-90dcbeed43a4 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.472212] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-95da8472-c64e-4ced-b4e4-90dcbeed43a4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.472212] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-95da8472-c64e-4ced-b4e4-90dcbeed43a4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.472212] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-95da8472-c64e-4ced-b4e4-90dcbeed43a4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.472212] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95da8472-c64e-4ced-b4e4-90dcbeed43a4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.590308] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.590397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.590465] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.590692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.591089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.595842] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.595842] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.595842] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.595842] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.595842] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.595842] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be deleted. [ 1050.630544] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.630918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.631098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.631412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.631776] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.631985] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.728178] env[69933]: INFO networking_nsxv3.common.synchronization [req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 req-09c0a1d5-1778-43a9-b07e-0b5352259db8 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1050.728178] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1050.728178] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.728178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.728178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.728178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.728828] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.728828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.728956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.729168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.729168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.729311] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.977017] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.977276] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.977494] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.977913] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.978125] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.978316] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 95da8472-c64e-4ced-b4e4-90dcbeed43a4 not found, creating... [ 1050.978616] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.978795] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.978998] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.979209] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.979382] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.979684] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.979848] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.979968] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.982949] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.983145] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.983648] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 95da8472-c64e-4ced-b4e4-90dcbeed43a4 is going to be created. [ 1051.007248] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.007432] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.007562] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.007847] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.008097] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.008345] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-95da8472-c64e-4ced-b4e4-90dcbeed43a4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.196499] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.196854] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.197092] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.197715] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.198037] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.198220] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.199150] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.199150] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.199150] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.199150] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.199303] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.199482] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.199621] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.199744] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.199859] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.200035] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.231406] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.231888] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1051.232263] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.232587] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.233289] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-7bd4712d-19d4-4f8f-ac89-ffffb95b094d taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.233480] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-7bd4712d-19d4-4f8f-ac89-ffffb95b094d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.233639] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-7bd4712d-19d4-4f8f-ac89-ffffb95b094d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.234181] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-7bd4712d-19d4-4f8f-ac89-ffffb95b094d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.234446] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd4712d-19d4-4f8f-ac89-ffffb95b094d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.236022] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.236022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.236204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.236372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.269441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.269937] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.270165] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.270290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.271280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.271401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.271511] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 1051.313344] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.313620] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.313620] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.313787] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.313923] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.327932] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 1051.671067] env[69933]: INFO networking_nsxv3.common.synchronization [req-5ec303d2-e2ee-4532-8ec7-51427f378d9a req-f546d5da-7cac-4aff-b0b7-1a0c503c3e43 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1051.671648] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1051.672439] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.672619] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.672693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.672915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.673240] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.673379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.673451] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.673631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.673723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.673818] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.739801] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.740182] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.740182] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.740588] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.740700] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.740939] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 7bd4712d-19d4-4f8f-ac89-ffffb95b094d not found, creating... [ 1051.741322] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.741556] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.741696] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.741944] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.742101] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.742401] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.742562] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.742686] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.742968] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.743139] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.743300] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 7bd4712d-19d4-4f8f-ac89-ffffb95b094d is going to be created. [ 1051.764837] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.765143] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.765337] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.765648] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.765852] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.766342] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-7bd4712d-19d4-4f8f-ac89-ffffb95b094d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.845939] env[69933]: INFO networking_nsxv3.common.synchronization [req-413ecfee-f292-4110-9c58-7d3279a7027c req-51225f0f-7631-44ec-9ec1-e27fb0671aca service nova] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_rules [ 1051.846161] env[69933]: INFO networking_nsxv3.common.synchronization [req-413ecfee-f292-4110-9c58-7d3279a7027c req-51225f0f-7631-44ec-9ec1-e27fb0671aca service nova] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1051.846844] env[69933]: INFO networking_nsxv3.common.synchronization [req-413ecfee-f292-4110-9c58-7d3279a7027c req-51225f0f-7631-44ec-9ec1-e27fb0671aca service nova] Enqueued Resource ID: 95da8472-c64e-4ced-b4e4-90dcbeed43a4 with Priority: HIGHEST for action port [ 1051.846844] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_rules [ 1051.846844] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1051.846844] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95da8472-c64e-4ced-b4e4-90dcbeed43a4 with Priority: HIGHEST for action port [ 1051.850461] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.850667] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.850785] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.851100] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.851240] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.852590] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.852764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.852861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.854637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.855252] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.855252] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.855410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.856126] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.856241] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.859555] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.861197] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-95da8472-c64e-4ced-b4e4-90dcbeed43a4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.861368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95da8472-c64e-4ced-b4e4-90dcbeed43a4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.861465] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95da8472-c64e-4ced-b4e4-90dcbeed43a4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.861714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95da8472-c64e-4ced-b4e4-90dcbeed43a4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.862302] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95da8472-c64e-4ced-b4e4-90dcbeed43a4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.176602] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.176882] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.176991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.177320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.209131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.209323] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.209401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.209435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.209673] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.209746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.210066] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1052.237992] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.238245] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.238245] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.238427] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.238572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.248774] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1052.371124] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.371317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.371556] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.376110] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95da8472-c64e-4ced-b4e4-90dcbeed43a4 with status ACTIVE [ 1052.376848] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.376848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.376848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.376848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.379163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.379163] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.379163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.379163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.379163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.379163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.379163] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.379163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.379163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.379163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.379163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.379163] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95da8472-c64e-4ced-b4e4-90dcbeed43a4 is going to be updated. [ 1052.384371] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c43debd8-137a-422c-a7a1-45e5ef056aee in Status: SUCCESS [ 1052.384684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.403372] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.403626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.403626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.403792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.403926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.404099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95da8472-c64e-4ced-b4e4-90dcbeed43a4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.618626] env[69933]: INFO networking_nsxv3.common.synchronization [req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 req-2cfd6772-ad4f-4aaf-bc9c-273a14d2e801 service nova] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_rules [ 1052.618835] env[69933]: INFO networking_nsxv3.common.synchronization [req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 req-2cfd6772-ad4f-4aaf-bc9c-273a14d2e801 service nova] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1052.618982] env[69933]: INFO networking_nsxv3.common.synchronization [req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 req-2cfd6772-ad4f-4aaf-bc9c-273a14d2e801 service nova] Enqueued Resource ID: 7bd4712d-19d4-4f8f-ac89-ffffb95b094d with Priority: HIGHEST for action port [ 1052.619334] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_rules [ 1052.619479] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1052.619583] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd4712d-19d4-4f8f-ac89-ffffb95b094d with Priority: HIGHEST for action port [ 1052.620469] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.620469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.620469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.621380] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.621380] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.621709] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.621801] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.621991] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bd4712d-19d4-4f8f-ac89-ffffb95b094d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.622134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bd4712d-19d4-4f8f-ac89-ffffb95b094d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.622201] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bd4712d-19d4-4f8f-ac89-ffffb95b094d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.622377] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bd4712d-19d4-4f8f-ac89-ffffb95b094d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.622446] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd4712d-19d4-4f8f-ac89-ffffb95b094d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.880494] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.125364] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.125624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.125705] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bd4712d-19d4-4f8f-ac89-ffffb95b094d with status ACTIVE [ 1053.125843] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.127018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.127018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.127018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.127018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.127018] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.127018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.127018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.127018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.127018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.127440] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.127440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.127440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.127440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.127440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.127587] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bd4712d-19d4-4f8f-ac89-ffffb95b094d is going to be updated. [ 1053.153481] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.153481] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.153481] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.153481] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.153481] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.153481] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bd4712d-19d4-4f8f-ac89-ffffb95b094d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.342116] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 1053.342288] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db deletion is rescheduled due to dependency. [ 1053.342410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.342580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.342958] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.342958] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.343155] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.343155] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.343317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.343394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.343709] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.385588] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.385588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.385588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.385588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.385588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.385588] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be created. [ 1053.413146] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.413367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.413465] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.413594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.413753] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.431929] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: UNINITIALIZED for 2s [ 1053.615614] env[69933]: INFO networking_nsxv3.common.synchronization [req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 req-5504a866-07d0-48c5-81f4-adf3b785a31e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1053.616062] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1053.616390] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.616514] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.616577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.617046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.617046] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.617194] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.617288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.617497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.617774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.617902] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.845645] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.121296] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.121708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.121708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.122017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.122193] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.122566] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.122757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.122890] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.123472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.123677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.123901] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 already deleted. [ 1054.124109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.265503] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1054.265763] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e deletion is rescheduled due to dependency. [ 1054.265833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.348846] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.440063] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.440336] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.440537] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.440982] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.441389] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.441690] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.441880] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.442206] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.442401] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.442656] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.442808] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.443019] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.443227] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.443406] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.443553] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.443724] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.469623] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.469623] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1054.469772] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.469884] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.470409] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-f872e7ec-e03e-43c3-8292-0a8a1c806d55 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.470652] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-f872e7ec-e03e-43c3-8292-0a8a1c806d55" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.470815] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-f872e7ec-e03e-43c3-8292-0a8a1c806d55" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.471276] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-f872e7ec-e03e-43c3-8292-0a8a1c806d55" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.471470] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f872e7ec-e03e-43c3-8292-0a8a1c806d55',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.851542] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.851542] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.851542] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.851542] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.851542] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.851542] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 1054.885203] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.885203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.885203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.885203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.885203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.895041] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 1054.976626] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.979086] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.979086] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.979086] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.979086] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.979086] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port f872e7ec-e03e-43c3-8292-0a8a1c806d55 not found, creating... [ 1054.979086] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.979086] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.979086] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.979086] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.979086] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.979549] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.979549] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.979549] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.979549] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.979721] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.979898] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: f872e7ec-e03e-43c3-8292-0a8a1c806d55 is going to be created. [ 1055.000300] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.000628] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.000786] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.001096] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.001356] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.001617] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-f872e7ec-e03e-43c3-8292-0a8a1c806d55" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.445581] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: SUCCESS [ 1055.445917] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.445917] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.446183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.446481] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.446639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.446715] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.446954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.447072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.447183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.447322] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.881875] env[69933]: INFO networking_nsxv3.common.synchronization [req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 req-4c62eee0-2ff7-4f81-89ab-d4226a94c0fb service nova] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_rules [ 1055.882122] env[69933]: INFO networking_nsxv3.common.synchronization [req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 req-4c62eee0-2ff7-4f81-89ab-d4226a94c0fb service nova] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1055.882356] env[69933]: INFO networking_nsxv3.common.synchronization [req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 req-4c62eee0-2ff7-4f81-89ab-d4226a94c0fb service nova] Enqueued Resource ID: f872e7ec-e03e-43c3-8292-0a8a1c806d55 with Priority: HIGHEST for action port [ 1055.884581] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_rules [ 1055.884581] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1055.884581] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f872e7ec-e03e-43c3-8292-0a8a1c806d55 with Priority: HIGHEST for action port [ 1055.884581] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.884581] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.884581] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.884581] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.884581] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.885497] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.885497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.885727] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.885774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.885907] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.886023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.886081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.886305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.886371] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.886458] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.888295] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f872e7ec-e03e-43c3-8292-0a8a1c806d55 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.888295] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f872e7ec-e03e-43c3-8292-0a8a1c806d55" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.888295] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f872e7ec-e03e-43c3-8292-0a8a1c806d55" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.888295] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f872e7ec-e03e-43c3-8292-0a8a1c806d55" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.888295] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f872e7ec-e03e-43c3-8292-0a8a1c806d55',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.951518] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.951518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.951518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.951518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.951518] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.952094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.952183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.952417] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.952524] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.952598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.952790] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.952899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.952983] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.953162] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.953327] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.953423] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.953476] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.954098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.954098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.954098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.954098] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.389618] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.389768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.389986] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f872e7ec-e03e-43c3-8292-0a8a1c806d55 with status ACTIVE [ 1056.390193] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.390331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.390415] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.390773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.391019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.391224] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.391331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.391408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.391619] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.391657] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.391814] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.391907] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.391969] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.392133] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.392202] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.392287] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f872e7ec-e03e-43c3-8292-0a8a1c806d55 is going to be updated. [ 1056.393462] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.418673] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.418928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.419033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.419415] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.419640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.419814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f872e7ec-e03e-43c3-8292-0a8a1c806d55" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.456338] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dc059f0-c910-4ebe-b347-bcfb1272a157: rpc.has_security_group_logging(os_id): False [ 1056.475720] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.475896] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.475896] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.476682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.476682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.476682] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.476682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.476682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.476994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.476994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.476994] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.477099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.477163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.477308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.477382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.477818] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.477924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.477989] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.478153] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.478232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.478319] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be created. [ 1056.582054] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.582304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.582391] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.582645] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.582876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.596933] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: IN_PROGRESS for 2s [ 1056.727667] env[69933]: INFO networking_nsxv3.common.synchronization [None req-a0c64700-09f8-47eb-be08-8b9f8d74ddb6 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1056.728197] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1056.731233] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.731384] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.731492] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.731730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.731943] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.732067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.732129] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.732582] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.732582] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.732582] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.896535] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.907180] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 1056.907504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.907743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.908034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.908287] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.908441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.908550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.908729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.908822] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.908968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.909171] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.236972] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.399271] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.399471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.399563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.399809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.399923] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.400064] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be created. [ 1057.411184] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.411436] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.411436] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.411621] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.411823] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.411937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.412024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.412207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.412280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.412388] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.412594] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.412688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.412774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.412984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.413220] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.413335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.413399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.413560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.413675] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.413772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.413875] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.423894] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.423981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.424041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.424264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.424439] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.435608] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: UNINITIALIZED for 2s [ 1057.739407] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.916365] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92799342-7ea0-49fc-af59-fd04e380b3db: rpc.has_security_group_logging(os_id): False [ 1057.934234] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.934376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.934445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.934705] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.934823] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.934985] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.935100] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.935351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.935437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.935516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.935780] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.935870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.935870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.936057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.936134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.936329] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.936420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.936479] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.936616] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.936719] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.936766] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 1057.978448] env[69933]: INFO networking_nsxv3.common.synchronization [req-20ef9f1d-6cc0-4543-b31a-18c043211ffd req-dfc2a9f8-c01f-4097-b9b5-bcda3ecf78c2 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 1057.979185] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 1057.979622] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.979819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.979932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.980242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.980486] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.980631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.980730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.980953] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.981109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.982245] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.002879] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.003054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.003127] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.003351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.003492] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.018868] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 1058.242968] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.243269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.243399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.243736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.243894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.244090] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be updated. [ 1058.299274] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.299274] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.299462] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.299628] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.299861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.312201] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: IN_PROGRESS for 2s [ 1058.484490] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.617125] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: SUCCESS [ 1058.617420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.986862] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.015675] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.015830] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.015967] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.016276] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.016551] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.016718] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.016843] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.017084] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.017236] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.017502] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.017597] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.017717] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.017833] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.017951] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.018075] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.018215] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.038686] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.038822] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1059.038995] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.039172] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.039491] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-5094621d-c0e9-4483-957d-470687a3ce86 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.039737] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-5094621d-c0e9-4483-957d-470687a3ce86" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.039819] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-5094621d-c0e9-4483-957d-470687a3ce86" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.040132] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-5094621d-c0e9-4483-957d-470687a3ce86" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.040279] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5094621d-c0e9-4483-957d-470687a3ce86',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.449355] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1059.449355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.449355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.449355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.449355] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.449355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.449355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.449355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.449355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.449355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.449355] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.490567] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.491016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.491427] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.491754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.491944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.492161] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be updated. [ 1059.520888] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.520888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.521132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.521269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.521433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.530578] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: IN_PROGRESS for 2s [ 1059.542984] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.543333] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.543560] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.544200] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.544200] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.544342] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 5094621d-c0e9-4483-957d-470687a3ce86 not found, creating... [ 1059.544628] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.545711] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.545711] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.545711] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.545711] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.546384] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.546384] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.546384] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.546582] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.546727] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.546988] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 5094621d-c0e9-4483-957d-470687a3ce86 is going to be created. [ 1059.567369] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.567686] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.567866] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.568249] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.568492] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.568762] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-5094621d-c0e9-4483-957d-470687a3ce86" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.956025] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.956025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.956025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.956025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.956025] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.956025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.956025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.956025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.956025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.956025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.956025] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.956025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.956025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.956025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.956025] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.956025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.956963] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.957431] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.957719] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.957970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.958259] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.035738] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 1060.035738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.328104] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: SUCCESS [ 1060.328426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.367413] env[69933]: INFO networking_nsxv3.common.synchronization [req-8fd0b576-d294-4288-b383-f06786c3c563 req-bb1b3772-8d87-4722-b87a-9eb4c2f84ed6 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Enqueued Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGHEST for action security_group_members [ 1060.368269] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGHEST for action security_group_members [ 1060.368365] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46d68c7-1ca1-41e0-a52b-f7107757d218 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.368488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.368526] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.368805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.368971] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.369333] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.369717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.369972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.370129] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.370271] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.460793] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 372297e0-1037-4ee4-8a18-c41b8ec57cf8: rpc.has_security_group_logging(os_id): False [ 1060.481440] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.481653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.481754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.481992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.482112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.483175] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.483175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.483175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.483175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.483175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.483175] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.483175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.483585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.483585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.483585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.487021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.487021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.487021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.487021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.487021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.487021] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be created. [ 1060.571543] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.571797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.571935] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.572115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.572450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.588033] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1060.672898] env[69933]: INFO networking_nsxv3.common.synchronization [req-7b148532-ce55-4c42-b564-9926aee05b40 req-0f1133e6-c9d4-4907-bfd9-a1ecb28346ba service nova] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_rules [ 1060.673179] env[69933]: INFO networking_nsxv3.common.synchronization [req-7b148532-ce55-4c42-b564-9926aee05b40 req-0f1133e6-c9d4-4907-bfd9-a1ecb28346ba service nova] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1060.673363] env[69933]: INFO networking_nsxv3.common.synchronization [req-7b148532-ce55-4c42-b564-9926aee05b40 req-0f1133e6-c9d4-4907-bfd9-a1ecb28346ba service nova] Enqueued Resource ID: 5094621d-c0e9-4483-957d-470687a3ce86 with Priority: HIGHEST for action port [ 1060.675122] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_rules [ 1060.675373] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1060.675528] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5094621d-c0e9-4483-957d-470687a3ce86 with Priority: HIGHEST for action port [ 1060.675855] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.676078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.676149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.676427] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.676522] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.677946] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.677946] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.678178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.678255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.678456] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.678590] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.678683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.678908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.681641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.681880] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.683129] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5094621d-c0e9-4483-957d-470687a3ce86 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.683434] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5094621d-c0e9-4483-957d-470687a3ce86" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.683517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5094621d-c0e9-4483-957d-470687a3ce86" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.683774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5094621d-c0e9-4483-957d-470687a3ce86" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.683869] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5094621d-c0e9-4483-957d-470687a3ce86',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.851486] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.851713] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.851874] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.852174] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.852449] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.852617] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.852742] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.852972] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.853144] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.853455] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.853615] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.853758] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.853898] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.854022] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.854137] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.854278] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.873354] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.873640] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1060.873640] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.873832] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.874116] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-ce54ca20-d148-45cc-82ee-62de56fc8b20 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.874298] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-ce54ca20-d148-45cc-82ee-62de56fc8b20" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.874425] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-ce54ca20-d148-45cc-82ee-62de56fc8b20" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.874763] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-ce54ca20-d148-45cc-82ee-62de56fc8b20" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.874906] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce54ca20-d148-45cc-82ee-62de56fc8b20',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.875873] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.875993] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.876059] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.876366] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.876457] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.876634] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.876730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.876791] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.876939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.877027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.877113] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 already deleted. [ 1060.877195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.188757] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.189861] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.189967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.190141] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5094621d-c0e9-4483-957d-470687a3ce86 with status ACTIVE [ 1061.190318] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.190437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.190507] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.190738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.190813] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.191024] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.191135] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.191195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.191331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.191410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.191575] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.191655] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.191747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.191906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.191982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.195051] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5094621d-c0e9-4483-957d-470687a3ce86 is going to be updated. [ 1061.219047] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.219047] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.219047] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.219373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.219373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.219508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5094621d-c0e9-4483-957d-470687a3ce86" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.379068] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.379068] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.379313] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.379426] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.379591] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.379753] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port ce54ca20-d148-45cc-82ee-62de56fc8b20 not found, creating... [ 1061.380041] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.380216] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.380343] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.380572] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.380716] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.381015] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.381185] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.381309] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.381524] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.381663] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.381808] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: ce54ca20-d148-45cc-82ee-62de56fc8b20 is going to be created. [ 1061.403541] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.403760] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.403897] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.404493] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.404812] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.405103] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-ce54ca20-d148-45cc-82ee-62de56fc8b20" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.540383] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: SUCCESS [ 1061.540613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.695708] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.198460] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.198809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.198809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.199508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.199508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.199508] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be updated. [ 1062.235020] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.235020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.235020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.235020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.235020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.244646] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: IN_PROGRESS for 2s [ 1062.315281] env[69933]: INFO networking_nsxv3.common.synchronization [req-8fd0b576-d294-4288-b383-f06786c3c563 req-ee4d5474-2b6c-4bac-b79c-43713ff5f640 service nova] Enqueued Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGHEST for action security_group_rules [ 1062.315497] env[69933]: INFO networking_nsxv3.common.synchronization [req-8fd0b576-d294-4288-b383-f06786c3c563 req-ee4d5474-2b6c-4bac-b79c-43713ff5f640 service nova] Enqueued Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGHEST for action security_group_members [ 1062.315654] env[69933]: INFO networking_nsxv3.common.synchronization [req-8fd0b576-d294-4288-b383-f06786c3c563 req-ee4d5474-2b6c-4bac-b79c-43713ff5f640 service nova] Enqueued Resource ID: ce54ca20-d148-45cc-82ee-62de56fc8b20 with Priority: HIGHEST for action port [ 1062.316195] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGHEST for action security_group_rules [ 1062.316333] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGHEST for action security_group_members [ 1062.316430] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce54ca20-d148-45cc-82ee-62de56fc8b20 with Priority: HIGHEST for action port [ 1062.316725] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b46d68c7-1ca1-41e0-a52b-f7107757d218 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.316854] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.316933] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.317389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.317553] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.322028] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46d68c7-1ca1-41e0-a52b-f7107757d218 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.322028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.322028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.322028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.322028] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.322028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.322028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.322028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.322028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.322028] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.322028] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce54ca20-d148-45cc-82ee-62de56fc8b20 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.322028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce54ca20-d148-45cc-82ee-62de56fc8b20" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.322028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce54ca20-d148-45cc-82ee-62de56fc8b20" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.322028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce54ca20-d148-45cc-82ee-62de56fc8b20" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.322028] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce54ca20-d148-45cc-82ee-62de56fc8b20',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.597816] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1062.598068] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.822633] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.823823] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46d68c7-1ca1-41e0-a52b-f7107757d218 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.823939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.824866] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce54ca20-d148-45cc-82ee-62de56fc8b20 with status ACTIVE [ 1062.825074] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.826117] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.826117] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.826117] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.826117] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.826117] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.826117] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.826117] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.826490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.826490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.826490] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.826827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.826827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.826827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.826945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.826986] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce54ca20-d148-45cc-82ee-62de56fc8b20 is going to be updated. [ 1062.851183] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.851351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.851425] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.851632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.851762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.851924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce54ca20-d148-45cc-82ee-62de56fc8b20" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.327322] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.830940] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.831238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.831351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.831598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.831696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.831803] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 is going to be created. [ 1063.862704] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.862877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.862943] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.863176] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.863383] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.885624] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 in Status: UNINITIALIZED for 2s [ 1064.261355] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: SUCCESS [ 1064.261697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.261973] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.262329] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.262615] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.262793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.262895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.263249] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.263378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.263486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.263587] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.766683] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.767021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.767021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.767151] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.767322] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.767422] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.767529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.767654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.767749] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.767829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.767969] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.768086] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.768150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.768285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.768418] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.768510] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.768565] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.768695] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.768768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.768846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.768929] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.271537] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dc059f0-c910-4ebe-b347-bcfb1272a157: rpc.has_security_group_logging(os_id): False [ 1065.295617] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.295840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.295970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.296340] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.296500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.296834] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.297014] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.297138] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.297348] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.297439] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.297650] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.297754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.297824] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.297975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.298076] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.298285] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.298388] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.298459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.298612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.298748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.298807] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be updated. [ 1065.394496] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.394693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.394785] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.395040] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.399024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.410799] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: IN_PROGRESS for 2s [ 1065.905043] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 in Status: SUCCESS [ 1065.905409] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.905528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.905741] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.905934] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.906060] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.906125] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.906567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.906567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.906567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.906567] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.983784] env[69933]: INFO networking_nsxv3.common.synchronization [req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 req-8921991e-0be0-4239-a7be-b9db18b74cd4 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Enqueued Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_members [ 1065.984149] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGHEST for action security_group_members [ 1065.984464] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ba164e-5c03-4513-a24e-47b9de9450b3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.984589] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.984647] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.984968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.985049] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.985115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.985162] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.985699] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.985699] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.985699] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.410915] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46d68c7-1ca1-41e0-a52b-f7107757d218 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.413289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.413289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.413289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.413289] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.413289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.413289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.413289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.413289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.413289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.413289] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46d68c7-1ca1-41e0-a52b-f7107757d218 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.413289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.413289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.413289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.413289] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.413289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.413289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.414250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.414250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.414250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.414250] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.488266] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.488489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.488569] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.488938] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.522150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.522150] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.522150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.522150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.522150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.522150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.522150] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 is going to be updated. [ 1066.568872] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.569296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.569296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.569551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.569781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.584464] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 in Status: IN_PROGRESS for 2s [ 1066.915786] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b46d68c7-1ca1-41e0-a52b-f7107757d218: rpc.has_security_group_logging(os_id): False [ 1066.939379] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.939527] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.939589] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.939815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.939932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.940114] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.940216] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.940286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.940494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.940587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.940712] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.940804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.940866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.941017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.941348] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.941348] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.941348] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.941498] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.941545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.942160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.942348] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 is going to be created. [ 1067.015344] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.015558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.015558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.015779] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.020489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.031373] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 in Status: IN_PROGRESS for 2s [ 1067.431436] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: SUCCESS [ 1067.431823] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.634576] env[69933]: INFO networking_nsxv3.common.synchronization [req-b7887384-a94e-4880-9a5d-7e8e3cbd4bda req-8ca8879d-8651-4710-b1f8-a5d4cfd17daf tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Enqueued Resource ID: 24884536-7871-44f5-842d-b77901d1def2 with Priority: HIGHEST for action security_group_members [ 1067.634745] env[69933]: INFO networking_nsxv3.common.synchronization [req-b7887384-a94e-4880-9a5d-7e8e3cbd4bda req-8ca8879d-8651-4710-b1f8-a5d4cfd17daf tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Enqueued Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_members [ 1067.636794] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24884536-7871-44f5-842d-b77901d1def2 with Priority: HIGHEST for action security_group_members [ 1067.636794] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_members [ 1067.636794] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-24884536-7871-44f5-842d-b77901d1def2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.636794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.636794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.636794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.637055] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.637279] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.637352] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.637531] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.637789] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.637789] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24884536-7871-44f5-842d-b77901d1def2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.639215] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43debd8-137a-422c-a7a1-45e5ef056aee taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.639215] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.639215] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.639215] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.639481] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.639481] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.639562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.639945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.639945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.639945] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.691592] env[69933]: INFO networking_nsxv3.common.synchronization [req-b7887384-a94e-4880-9a5d-7e8e3cbd4bda req-8ca8879d-8651-4710-b1f8-a5d4cfd17daf tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Enqueued Resource ID: 24884536-7871-44f5-842d-b77901d1def2 with Priority: HIGHEST for action security_group_rules [ 1067.691809] env[69933]: INFO networking_nsxv3.common.synchronization [req-b7887384-a94e-4880-9a5d-7e8e3cbd4bda req-8ca8879d-8651-4710-b1f8-a5d4cfd17daf tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Enqueued Resource ID: 24884536-7871-44f5-842d-b77901d1def2 with Priority: HIGHEST for action security_group_members [ 1067.691967] env[69933]: INFO networking_nsxv3.common.synchronization [req-b7887384-a94e-4880-9a5d-7e8e3cbd4bda req-8ca8879d-8651-4710-b1f8-a5d4cfd17daf tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Enqueued Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_rules [ 1067.692348] env[69933]: INFO networking_nsxv3.common.synchronization [req-b7887384-a94e-4880-9a5d-7e8e3cbd4bda req-8ca8879d-8651-4710-b1f8-a5d4cfd17daf tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Enqueued Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_members [ 1067.692520] env[69933]: INFO networking_nsxv3.common.synchronization [req-b7887384-a94e-4880-9a5d-7e8e3cbd4bda req-8ca8879d-8651-4710-b1f8-a5d4cfd17daf tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Enqueued Resource ID: 60262d8e-7b3d-4b29-a81c-71f0cd632480 with Priority: HIGHEST for action port [ 1067.693170] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24884536-7871-44f5-842d-b77901d1def2 with Priority: HIGHEST for action security_group_rules [ 1067.693333] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_rules [ 1067.693433] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60262d8e-7b3d-4b29-a81c-71f0cd632480 with Priority: HIGHEST for action port [ 1067.693534] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24884536-7871-44f5-842d-b77901d1def2 with Priority: HIGHEST for action security_group_members [ 1067.693606] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_members [ 1067.693899] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24884536-7871-44f5-842d-b77901d1def2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.694045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.694108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.694394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.694488] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24884536-7871-44f5-842d-b77901d1def2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.696177] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c43debd8-137a-422c-a7a1-45e5ef056aee taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.696346] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.696483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.696726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.696837] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.698336] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-60262d8e-7b3d-4b29-a81c-71f0cd632480 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.698442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60262d8e-7b3d-4b29-a81c-71f0cd632480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.698488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60262d8e-7b3d-4b29-a81c-71f0cd632480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.699201] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60262d8e-7b3d-4b29-a81c-71f0cd632480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.699201] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60262d8e-7b3d-4b29-a81c-71f0cd632480',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.700044] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-24884536-7871-44f5-842d-b77901d1def2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.700192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.700627] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43debd8-137a-422c-a7a1-45e5ef056aee taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.700760] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.144443] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24884536-7871-44f5-842d-b77901d1def2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.144443] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.198011] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-24884536-7871-44f5-842d-b77901d1def2 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.198011] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.198582] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43debd8-137a-422c-a7a1-45e5ef056aee taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.198817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.200195] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60262d8e-7b3d-4b29-a81c-71f0cd632480 with status ACTIVE [ 1068.200398] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.200898] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.201091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.201383] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.201505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.201739] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.202384] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.202384] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.202384] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.202384] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.202384] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.202619] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.202619] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.202747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.202886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.202999] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60262d8e-7b3d-4b29-a81c-71f0cd632480 is going to be updated. [ 1068.218454] env[69933]: INFO networking_nsxv3.common.synchronization [req-892547aa-e33c-408e-86c9-98de0442ad7a req-c91d9ddb-ec71-4f99-83e1-4565e553c264 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Enqueued Resource ID: 24884536-7871-44f5-842d-b77901d1def2 with Priority: HIGHEST for action security_group_members [ 1068.218454] env[69933]: INFO networking_nsxv3.common.synchronization [req-892547aa-e33c-408e-86c9-98de0442ad7a req-c91d9ddb-ec71-4f99-83e1-4565e553c264 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Enqueued Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_members [ 1068.219154] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24884536-7871-44f5-842d-b77901d1def2 with Priority: HIGHEST for action security_group_members [ 1068.219298] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_members [ 1068.219589] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-24884536-7871-44f5-842d-b77901d1def2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.219712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.220009] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43debd8-137a-422c-a7a1-45e5ef056aee taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.220069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.243899] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.244155] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.244155] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.244425] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.244525] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.245202] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60262d8e-7b3d-4b29-a81c-71f0cd632480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.302225] env[69933]: INFO networking_nsxv3.common.synchronization [req-892547aa-e33c-408e-86c9-98de0442ad7a req-c91d9ddb-ec71-4f99-83e1-4565e553c264 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Enqueued Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_rules [ 1068.302437] env[69933]: INFO networking_nsxv3.common.synchronization [req-892547aa-e33c-408e-86c9-98de0442ad7a req-c91d9ddb-ec71-4f99-83e1-4565e553c264 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Enqueued Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_members [ 1068.302547] env[69933]: INFO networking_nsxv3.common.synchronization [req-892547aa-e33c-408e-86c9-98de0442ad7a req-c91d9ddb-ec71-4f99-83e1-4565e553c264 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Enqueued Resource ID: 60262d8e-7b3d-4b29-a81c-71f0cd632480 with Priority: HIGHEST for action port [ 1068.304013] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_rules [ 1068.304187] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_members [ 1068.305033] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60262d8e-7b3d-4b29-a81c-71f0cd632480 with Priority: HIGHEST for action port [ 1068.305033] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c43debd8-137a-422c-a7a1-45e5ef056aee taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.305033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.305033] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43debd8-137a-422c-a7a1-45e5ef056aee taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.305437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.305437] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-60262d8e-7b3d-4b29-a81c-71f0cd632480 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.305514] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60262d8e-7b3d-4b29-a81c-71f0cd632480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.305549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60262d8e-7b3d-4b29-a81c-71f0cd632480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.305812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60262d8e-7b3d-4b29-a81c-71f0cd632480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.305935] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60262d8e-7b3d-4b29-a81c-71f0cd632480',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.326144] env[69933]: INFO networking_nsxv3.common.synchronization [req-6885a773-e689-41e1-8042-351742f4c5b4 req-a3baed0b-ddb4-4b75-bd6e-d8dbf078b54d tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 1068.327079] env[69933]: INFO networking_nsxv3.common.synchronization [req-6885a773-e689-41e1-8042-351742f4c5b4 req-a3baed0b-ddb4-4b75-bd6e-d8dbf078b54d tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 with Priority: HIGHEST for action security_group_members [ 1068.327079] env[69933]: INFO networking_nsxv3.common.synchronization [req-6885a773-e689-41e1-8042-351742f4c5b4 req-a3baed0b-ddb4-4b75-bd6e-d8dbf078b54d tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Enqueued Resource ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a with Priority: HIGHEST for action security_group_members [ 1068.330195] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGHEST for action security_group_members [ 1068.330195] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 with Priority: HIGHEST for action security_group_members [ 1068.330195] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a with Priority: HIGHEST for action security_group_members [ 1068.330195] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.330195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.330195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.330195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.332971] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.333225] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.334049] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.334298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.334449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.334548] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.336743] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ee44f5a-49dc-4706-871a-8665893c03d2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.336743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.336743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.336983] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.337137] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.337277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.337369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.337560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.337677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.337801] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ee44f5a-49dc-4706-871a-8665893c03d2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.339543] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.339772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.339880] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.342064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.342064] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.342064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.342064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.342064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.342064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.342064] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.600552] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 in Status: SUCCESS [ 1068.600793] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 deletion is rescheduled due to dependency. [ 1068.600793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.649686] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.650966] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24884536-7871-44f5-842d-b77901d1def2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.809327] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60262d8e-7b3d-4b29-a81c-71f0cd632480 with status ACTIVE [ 1068.813027] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.813027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.813027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.813027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.813027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.813027] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.813027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.813027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.813027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.813027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.813027] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.813027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.813027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.813027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.813027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.813027] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60262d8e-7b3d-4b29-a81c-71f0cd632480 is going to be updated. [ 1068.842482] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.842482] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.842482] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.842482] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.842482] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.842482] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.843553] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.843666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.843741] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.843945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.844097] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.844262] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60262d8e-7b3d-4b29-a81c-71f0cd632480" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.845056] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.845362] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.866830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.867167] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.867350] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.867493] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.867765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.868797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.868797] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 is going to be updated. [ 1068.869128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.873020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.890366] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.890753] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.890942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.891037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.891308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.891472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.891584] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a is going to be updated. [ 1068.892688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.892869] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.892960] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.893534] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.893697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.893793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.893982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.894112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.894229] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be updated. [ 1068.907323] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.907499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.907573] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.907796] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.907936] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.927069] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 in Status: IN_PROGRESS for 2s [ 1068.950196] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.950452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.950580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.950926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.951177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.954108] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.954333] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.954444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.954678] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.954852] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.964999] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a in Status: IN_PROGRESS for 2s [ 1068.965764] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: IN_PROGRESS for 2s [ 1069.060314] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 in Status: SUCCESS [ 1069.060314] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.153465] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.154207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.156534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.156882] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.157109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.157231] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c43debd8-137a-422c-a7a1-45e5ef056aee is going to be updated. [ 1069.158643] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.158819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.158819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.159033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.159116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.159254] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24884536-7871-44f5-842d-b77901d1def2 is going to be created. [ 1069.214895] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.215192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.215402] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.215633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.215909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.235788] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24884536-7871-44f5-842d-b77901d1def2 in Status: UNINITIALIZED for 2s [ 1069.236986] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.237148] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.237199] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.238473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.238473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.259884] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c43debd8-137a-422c-a7a1-45e5ef056aee in Status: IN_PROGRESS for 2s [ 1070.418039] env[69933]: INFO networking_nsxv3.common.synchronization [req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 req-401a1cf5-401e-4717-959b-cfca53719c14 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1070.418039] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1070.418039] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.418039] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.418039] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.419950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.420435] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.420843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.421097] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.421448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.423121] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.423121] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.927204] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.927356] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.927426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.927704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.927767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.927963] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.928088] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.928143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.928308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.928386] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.928471] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1070.943519] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 in Status: SUCCESS [ 1070.943735] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 deletion is rescheduled due to dependency. [ 1070.943885] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.965157] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.965434] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.965530] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.965955] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.965955] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.984025] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a in Status: SUCCESS [ 1070.984025] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a deletion is rescheduled due to dependency. [ 1070.984025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.984025] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1070.984025] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 in Status: SUCCESS [ 1070.984025] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 deletion is rescheduled due to dependency. [ 1070.984025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.067192] env[69933]: INFO networking_nsxv3.common.synchronization [req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 req-f144fc43-34d4-4040-854f-7e7d8e696fbb tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1071.067192] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1071.067192] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.067192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.067593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.067593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.067666] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.067718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.069132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.069132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.069132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.069132] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.161543] env[69933]: INFO networking_nsxv3.common.synchronization [req-310b9590-6057-4142-a4e4-18190b45e1c8 req-984c90b8-bf00-4ec2-9fa5-ef2d9409fe12 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Enqueued Resource ID: 449d5f16-71b4-4352-832e-7323da318d22 with Priority: HIGHEST for action security_group_members [ 1071.163942] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 449d5f16-71b4-4352-832e-7323da318d22 with Priority: HIGHEST for action security_group_members [ 1071.163942] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-449d5f16-71b4-4352-832e-7323da318d22 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.163942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.163942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.166762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.166762] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.166762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.166762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.167012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.168334] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.168334] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('449d5f16-71b4-4352-832e-7323da318d22',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.251559] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24884536-7871-44f5-842d-b77901d1def2 in Status: SUCCESS [ 1071.251825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.251986] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.252143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.252335] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.252454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.252517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.252666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.252746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.252839] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24884536-7871-44f5-842d-b77901d1def2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.271478] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c43debd8-137a-422c-a7a1-45e5ef056aee in Status: SUCCESS [ 1071.271478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.271478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.271478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.271478] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.271478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.271795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.271795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.271795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.271942] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.570215] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.670010] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.671843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.671843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.671843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.698584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.698774] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.698896] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.698980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.700067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.700067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.700067] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 449d5f16-71b4-4352-832e-7323da318d22 is going to be updated. [ 1071.733204] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.734954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.735127] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.735474] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.735695] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.749500] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 449d5f16-71b4-4352-832e-7323da318d22 in Status: IN_PROGRESS for 2s [ 1071.756681] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.756846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.757438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.757438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.757438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.757634] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.757634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.757634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.757777] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.757850] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.757932] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24884536-7871-44f5-842d-b77901d1def2 is going to be deleted. [ 1071.781739] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.791440] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.791670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.791773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.792065] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.792212] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.792366] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.792769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.793932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.793932] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.793932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.793932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.793932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.793932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.793932] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24884536-7871-44f5-842d-b77901d1def2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.065771] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.067018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.067018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.067018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.067244] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.067531] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.067758] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.068112] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.068362] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.069211] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.069211] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.069211] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.073786] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.073786] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.073786] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.073786] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.074869] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.093821] env[69933]: INFO networking_nsxv3.common.synchronization [None req-9d3d2385-bd46-4044-accc-170b31e31206 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Enqueued Resource ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e with Priority: HIGHEST for action security_group_rules [ 1072.095827] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.095827] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1072.095827] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.095827] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.096105] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-10298766-0ee7-4e38-aade-eebfad4ba06c taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.096585] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-10298766-0ee7-4e38-aade-eebfad4ba06c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.096805] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-10298766-0ee7-4e38-aade-eebfad4ba06c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.097160] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-10298766-0ee7-4e38-aade-eebfad4ba06c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.097306] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10298766-0ee7-4e38-aade-eebfad4ba06c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.098417] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e with Priority: HIGHEST for action security_group_rules [ 1072.098931] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.099179] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.099179] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.099826] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.099912] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3becf01-89cd-4518-aebf-aac0cd99ea5e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.258173] env[69933]: INFO networking_nsxv3.common.synchronization [None req-ca736990-a10e-4ba1-9b45-56abf844846b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Enqueued Resource ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e with Priority: HIGHEST for action security_group_rules [ 1072.258173] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e with Priority: HIGHEST for action security_group_rules [ 1072.258173] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.260558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.285232] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.298554] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.302020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.302020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.302020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.302020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.302020] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.302020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.302020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.302020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.302020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.302020] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24884536-7871-44f5-842d-b77901d1def2 already deleted. [ 1072.302020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.302020] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24884536-7871-44f5-842d-b77901d1def2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.302020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.302020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.302020] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.302020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.303204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.303737] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.303737] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.303737] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24884536-7871-44f5-842d-b77901d1def2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.580970] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.581426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.581426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.581512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.581616] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.581709] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1072.604239] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.604239] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.604547] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.604547] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.604708] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.604883] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 10298766-0ee7-4e38-aade-eebfad4ba06c not found, creating... [ 1072.605197] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.605403] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.606286] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.606286] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.606286] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.606286] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.606545] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.606545] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.610915] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.610915] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.610915] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 10298766-0ee7-4e38-aade-eebfad4ba06c is going to be created. [ 1072.627277] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.627422] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.627483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.627706] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.627846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.631732] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.631890] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.631929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.632154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.632297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.633028] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e already deleted. [ 1072.633028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.633028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.633028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.633028] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3becf01-89cd-4518-aebf-aac0cd99ea5e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.636313] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.638019] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.638019] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.638019] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.638019] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.638019] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-10298766-0ee7-4e38-aade-eebfad4ba06c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.641086] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1072.790200] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.790200] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.790200] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.790200] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.790200] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.790200] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c43debd8-137a-422c-a7a1-45e5ef056aee is going to be updated. [ 1072.804973] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24884536-7871-44f5-842d-b77901d1def2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.807255] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.807555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.807714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.808112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.811792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.812631] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.812838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.813062] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.813304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.813463] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.813594] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24884536-7871-44f5-842d-b77901d1def2 already deleted. [ 1072.814097] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.833024] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.833024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.833024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.833024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.833024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.845699] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c43debd8-137a-422c-a7a1-45e5ef056aee in Status: IN_PROGRESS for 2s [ 1072.993582] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1072.993773] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 deletion is rescheduled due to dependency. [ 1072.993888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.157224] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.157358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.157409] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.160208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.160208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.160208] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e already deleted. [ 1073.160208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.315527] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24884536-7871-44f5-842d-b77901d1def2: rpc.has_security_group_logging(os_id): False [ 1073.347436] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.347723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.347977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.348351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.348517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.348837] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.349177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.349292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.349494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.349802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.352596] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24884536-7871-44f5-842d-b77901d1def2 is going to be created. [ 1073.375862] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/24884536-7871-44f5-842d-b77901d1def2], does not exist path=[/infra/domains/default/groups/24884536-7871-44f5-842d-b77901d1def2]."\n}' [ 1073.375862] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24884536-7871-44f5-842d-b77901d1def2 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/24884536-7871-44f5-842d-b77901d1def2 [ 1073.375967] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1073.417413] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.419046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.419046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.419046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.419666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.420182] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.420182] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.420182] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.420360] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.420437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.420642] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.420735] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.420829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.420978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.421077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.421166] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24884536-7871-44f5-842d-b77901d1def2 is going to be created. [ 1073.441043] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/24884536-7871-44f5-842d-b77901d1def2], does not exist path=[/infra/domains/default/groups/24884536-7871-44f5-842d-b77901d1def2]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/24884536-7871-44f5-842d-b77901d1def2 [ 1073.441043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24884536-7871-44f5-842d-b77901d1def2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.441043] env[69933]: Traceback (most recent call last): [ 1073.441043] env[69933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1073.441043] env[69933]: return func(*args, **kwargs) [ 1073.441043] env[69933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1073.441043] env[69933]: res.raise_for_status() [ 1073.441043] env[69933]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1073.441043] env[69933]: raise HTTPError(http_error_msg, response=self) [ 1073.441043] env[69933]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/24884536-7871-44f5-842d-b77901d1def2 [ 1073.441043] env[69933]: During handling of the above exception, another exception occurred: [ 1073.441043] env[69933]: Traceback (most recent call last): [ 1073.441043] env[69933]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1073.441043] env[69933]: listener.cb(fileno) [ 1073.441043] env[69933]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1073.441043] env[69933]: result = function(*args, **kwargs) [ 1073.441043] env[69933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1073.441043] env[69933]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1073.441043] env[69933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1073.441043] env[69933]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1073.441043] env[69933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1073.441043] env[69933]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1073.441043] env[69933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1073.441043] env[69933]: res.raise_for_status() [ 1073.441043] env[69933]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1073.441043] env[69933]: raise HTTPError(http_error_msg, response=self) [ 1073.441043] env[69933]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/24884536-7871-44f5-842d-b77901d1def2 [ 1073.441043] env[69933]: Removing descriptor: 58 [ 1073.597289] env[69933]: INFO networking_nsxv3.common.synchronization [req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 req-0fe1f8ac-c756-491c-a5fc-e58ce8e328c7 service nova] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_rules [ 1073.597289] env[69933]: INFO networking_nsxv3.common.synchronization [req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 req-0fe1f8ac-c756-491c-a5fc-e58ce8e328c7 service nova] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1073.597636] env[69933]: INFO networking_nsxv3.common.synchronization [req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 req-0fe1f8ac-c756-491c-a5fc-e58ce8e328c7 service nova] Enqueued Resource ID: 10298766-0ee7-4e38-aade-eebfad4ba06c with Priority: HIGHEST for action port [ 1073.598167] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_rules [ 1073.598367] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1073.598501] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10298766-0ee7-4e38-aade-eebfad4ba06c with Priority: HIGHEST for action port [ 1073.598922] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.599089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.599127] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.599990] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.599990] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.602023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.602023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.602023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-10298766-0ee7-4e38-aade-eebfad4ba06c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.602023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10298766-0ee7-4e38-aade-eebfad4ba06c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.602023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10298766-0ee7-4e38-aade-eebfad4ba06c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.602802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10298766-0ee7-4e38-aade-eebfad4ba06c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.602802] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10298766-0ee7-4e38-aade-eebfad4ba06c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.761158] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 449d5f16-71b4-4352-832e-7323da318d22 in Status: SUCCESS [ 1073.761392] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 449d5f16-71b4-4352-832e-7323da318d22 deletion is rescheduled due to dependency. [ 1073.761475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.107023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.107023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.107023] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10298766-0ee7-4e38-aade-eebfad4ba06c with status ACTIVE [ 1074.107023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.107023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.107023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.107023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.107023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.107023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.107023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.107023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.107023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.107023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.107023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.107895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.107895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.107895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.107895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.107895] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10298766-0ee7-4e38-aade-eebfad4ba06c is going to be updated. [ 1074.142132] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.142288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.142362] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.142670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.142816] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.142984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10298766-0ee7-4e38-aade-eebfad4ba06c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.653725] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1074.653991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.654859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.654859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.655665] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.655665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.655665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.655665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.655665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.655665] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.936027] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c43debd8-137a-422c-a7a1-45e5ef056aee in Status: SUCCESS [ 1074.936262] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.936438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.936653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.936843] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.936948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.937023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.937181] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.937261] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.937348] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.937444] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.938306] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.938457] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.938617] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.939351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.939351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.939351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.939351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.939351] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.029431] env[69933]: INFO networking_nsxv3.common.synchronization [None req-794f0ba5-e731-4f1b-8dd4-abeb87c9f710 None None] Enqueued Resource ID: 4a5dffbf-08ba-42c5-91d2-929e8140cfb9 with Priority: HIGHEST for action port [ 1075.030025] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5dffbf-08ba-42c5-91d2-929e8140cfb9 with Priority: HIGHEST for action port [ 1075.030572] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a5dffbf-08ba-42c5-91d2-929e8140cfb9 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.030701] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a5dffbf-08ba-42c5-91d2-929e8140cfb9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.030757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a5dffbf-08ba-42c5-91d2-929e8140cfb9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.031027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a5dffbf-08ba-42c5-91d2-929e8140cfb9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.031198] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a5dffbf-08ba-42c5-91d2-929e8140cfb9',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.159835] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.442525] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43debd8-137a-422c-a7a1-45e5ef056aee taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.442663] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.442869] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.535488] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a5dffbf-08ba-42c5-91d2-929e8140cfb9 [ 1075.535488] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.535488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.535488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.535488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.535488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.535488] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a5dffbf-08ba-42c5-91d2-929e8140cfb9 already deleted. [ 1075.535488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a5dffbf-08ba-42c5-91d2-929e8140cfb9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.662688] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.946026] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.167791] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.167791] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.167791] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.167791] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.167791] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.167791] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1076.197500] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.197500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.197500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.197500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.197500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.208020] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1076.254265] env[69933]: INFO networking_nsxv3.common.synchronization [req-1143c390-b463-4312-ace6-66c2841e6c5e req-34c00106-f932-4c86-b0e6-df7da5f23a7b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1076.254802] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1076.255126] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.255759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.255759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.256703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.256927] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.257099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.257192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.257407] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.260797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.260958] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.450871] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.450871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.450871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.450871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.450871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.450871] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c43debd8-137a-422c-a7a1-45e5ef056aee is going to be updated. [ 1076.487902] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.487902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.488032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.488211] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.488423] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.500964] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c43debd8-137a-422c-a7a1-45e5ef056aee in Status: IN_PROGRESS for 2s [ 1076.767269] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.894609] env[69933]: INFO networking_nsxv3.common.synchronization [None req-afece58d-b62f-4524-8843-48f8f14d73f5 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1076.894609] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1076.894609] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.894609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.270253] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.699495] env[69933]: INFO networking_nsxv3.common.synchronization [None req-817d84a8-53ef-459f-a6d4-1a39abdaa717 None None] Enqueued Resource ID: 83aade62-b9e1-4264-bb55-566cbf079ee1 with Priority: HIGHEST for action port [ 1077.699495] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83aade62-b9e1-4264-bb55-566cbf079ee1 with Priority: HIGHEST for action port [ 1077.699495] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-83aade62-b9e1-4264-bb55-566cbf079ee1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.700444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83aade62-b9e1-4264-bb55-566cbf079ee1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.701925] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83aade62-b9e1-4264-bb55-566cbf079ee1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.708473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83aade62-b9e1-4264-bb55-566cbf079ee1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.708473] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83aade62-b9e1-4264-bb55-566cbf079ee1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.776057] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.776057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.776057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.776057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.776057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.776057] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be updated. [ 1077.815945] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.816377] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.817521] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.817521] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.817521] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.830278] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: IN_PROGRESS for 2s [ 1078.190332] env[69933]: INFO networking_nsxv3.common.synchronization [req-19b850ac-8fc4-495f-9852-526192dab15e req-3e595c67-f355-4fb1-a17f-15df8b59d30c tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Enqueued Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_members [ 1078.191146] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43debd8-137a-422c-a7a1-45e5ef056aee with Priority: HIGHEST for action security_group_members [ 1078.192109] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43debd8-137a-422c-a7a1-45e5ef056aee taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.192109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.214876] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83aade62-b9e1-4264-bb55-566cbf079ee1 [ 1078.214876] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.214876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.214876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.214876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.214876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.215251] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83aade62-b9e1-4264-bb55-566cbf079ee1 already deleted. [ 1078.215251] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83aade62-b9e1-4264-bb55-566cbf079ee1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.233790] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1078.234035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.234614] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.237054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.237054] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.237054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.237054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.237054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.237054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.237054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.237054] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.532713] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c43debd8-137a-422c-a7a1-45e5ef056aee in Status: SUCCESS [ 1078.532713] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.532713] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.532713] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.532713] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.532713] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.532713] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.532713] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.532713] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.532713] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.743541] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.743796] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.743854] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.744215] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.744433] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.744588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.744690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.744889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.744979] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.745089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.745258] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.745640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.745640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.745640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.745781] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.745891] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.745937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.747045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.747045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.747045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.747045] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.035535] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.036058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.036058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.036058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.064443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.064443] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.064792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.064792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.064792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.064984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.065049] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c43debd8-137a-422c-a7a1-45e5ef056aee is going to be updated. [ 1079.123345] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.123542] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.123579] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.123784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.124013] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.144980] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c43debd8-137a-422c-a7a1-45e5ef056aee in Status: IN_PROGRESS for 2s [ 1079.251943] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531: rpc.has_security_group_logging(os_id): False [ 1079.282722] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.282879] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.282950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.283208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.319294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.319615] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.319815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.319890] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.320148] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.320236] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.320445] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.320545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.320608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.320774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.320881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.325033] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.325033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.325033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.325033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.325033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.325033] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1079.441963] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.442249] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.442377] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.442657] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.443471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.461294] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1079.843012] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: SUCCESS [ 1079.843012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.843012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.843012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.843597] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.844025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.844192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.844440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.844624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.844792] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.189533] env[69933]: INFO networking_nsxv3.common.synchronization [req-718977fd-5a75-472d-91fa-49b8b47357fa req-ec88fe90-9bae-4a1b-b7ee-1350eb4ce4ce tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1080.189854] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1080.189917] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.189998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.190080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.190273] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.190440] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.190537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.190922] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.190922] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.190922] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.190922] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.347517] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.347830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.347830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.348137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.384018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.384018] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.384018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.384018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.384018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.384018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.384018] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be updated. [ 1080.438858] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.439158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.439267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.439606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.439843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.454241] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: IN_PROGRESS for 2s [ 1080.661971] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.662280] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.662457] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.662826] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.663261] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.663502] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.663644] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.663893] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.664075] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.664312] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.664469] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.664596] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.664727] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.664869] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.664974] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.665230] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.686507] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.686945] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.687250] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.687564] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.688063] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-53bf8259-cb07-4593-b334-e112c1c7a27c taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.689113] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-53bf8259-cb07-4593-b334-e112c1c7a27c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.689113] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-53bf8259-cb07-4593-b334-e112c1c7a27c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.689113] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-53bf8259-cb07-4593-b334-e112c1c7a27c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.689388] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53bf8259-cb07-4593-b334-e112c1c7a27c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.693505] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.693618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.693618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.693797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.721318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.721586] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.721696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.721765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.721968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.722109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.722221] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1080.752924] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.753106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.753145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.753402] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.753553] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.763813] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1081.154784] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c43debd8-137a-422c-a7a1-45e5ef056aee in Status: SUCCESS [ 1081.154989] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c43debd8-137a-422c-a7a1-45e5ef056aee deletion is rescheduled due to dependency. [ 1081.155128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.155304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.155560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.155967] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.155967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.155967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.156217] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.156217] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.156286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.156438] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43debd8-137a-422c-a7a1-45e5ef056aee taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.156526] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.156526] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.156666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.156803] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.156896] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.156951] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.157134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.157214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.157278] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.157362] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.158227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.158396] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.158545] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.158644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.158704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.158850] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.158923] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.159018] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.192042] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.192564] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.192564] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.192977] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.192977] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.193238] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 53bf8259-cb07-4593-b334-e112c1c7a27c not found, creating... [ 1081.193454] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.193631] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.193761] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.194033] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.194183] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.194495] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.194674] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.195514] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.195742] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.195912] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.196079] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 53bf8259-cb07-4593-b334-e112c1c7a27c is going to be created. [ 1081.222608] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.222963] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.223183] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.223607] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.223997] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.224409] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-53bf8259-cb07-4593-b334-e112c1c7a27c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.320283] env[69933]: INFO networking_nsxv3.common.synchronization [req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 req-8020b30f-d816-4568-9a28-64e5e26a70de tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 with Priority: HIGHEST for action security_group_members [ 1081.325402] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 with Priority: HIGHEST for action security_group_members [ 1081.326521] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.326634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.326634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.327044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.331026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.331026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.331026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.331026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.331026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.331026] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059c4d23-b7b0-4333-a55b-e5d90c2a4a25',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.478944] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1081.479232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.660867] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c43debd8-137a-422c-a7a1-45e5ef056aee: rpc.has_security_group_logging(os_id): False [ 1081.662891] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.662891] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.662891] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.662891] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.662891] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.662891] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.663242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.663242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.663242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.663242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.663376] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c43debd8-137a-422c-a7a1-45e5ef056aee is going to be updated. [ 1081.683684] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.683684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.683684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.684353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.684353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.684353] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.684353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.684485] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.684613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.684613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.684871] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.684871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.685977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.685977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.685977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.685977] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.685977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.685977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.685977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.685977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.685977] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c43debd8-137a-422c-a7a1-45e5ef056aee is going to be updated. [ 1081.699997] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.700237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.700237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.700487] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.700590] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.711208] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c43debd8-137a-422c-a7a1-45e5ef056aee in Status: IN_PROGRESS for 2s [ 1081.757792] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.757792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.757792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.757792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.757792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.776801] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c43debd8-137a-422c-a7a1-45e5ef056aee in Status: IN_PROGRESS for 2s [ 1081.832050] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.832227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.832289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.832500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.861458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.861774] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.861902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.862112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.862198] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.862292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.862372] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 is going to be updated. [ 1081.905463] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.905664] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.905710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.905949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.906687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.917294] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 in Status: IN_PROGRESS for 2s [ 1082.327150] env[69933]: INFO networking_nsxv3.common.synchronization [req-718977fd-5a75-472d-91fa-49b8b47357fa req-c39ab001-3afc-4a8a-850c-f8588f4b19d1 service nova] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_rules [ 1082.327465] env[69933]: INFO networking_nsxv3.common.synchronization [req-718977fd-5a75-472d-91fa-49b8b47357fa req-c39ab001-3afc-4a8a-850c-f8588f4b19d1 service nova] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1082.327465] env[69933]: INFO networking_nsxv3.common.synchronization [req-718977fd-5a75-472d-91fa-49b8b47357fa req-c39ab001-3afc-4a8a-850c-f8588f4b19d1 service nova] Enqueued Resource ID: 53bf8259-cb07-4593-b334-e112c1c7a27c with Priority: HIGHEST for action port [ 1082.327909] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_rules [ 1082.329125] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1082.329302] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53bf8259-cb07-4593-b334-e112c1c7a27c with Priority: HIGHEST for action port [ 1082.329622] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.332804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.332804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.332804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.332804] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.332804] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.332804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.332804] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-53bf8259-cb07-4593-b334-e112c1c7a27c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.332804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53bf8259-cb07-4593-b334-e112c1c7a27c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.332804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53bf8259-cb07-4593-b334-e112c1c7a27c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.332804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53bf8259-cb07-4593-b334-e112c1c7a27c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.332804] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53bf8259-cb07-4593-b334-e112c1c7a27c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.467226] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: SUCCESS [ 1082.467455] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 deletion is rescheduled due to dependency. [ 1082.467583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.776308] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1082.776610] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e deletion is rescheduled due to dependency. [ 1082.776711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.776805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.777178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.777223] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.777364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.777426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.777690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.777690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.777826] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.834781] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.834952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.835194] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53bf8259-cb07-4593-b334-e112c1c7a27c with status ACTIVE [ 1082.835439] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.835579] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.835659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.835932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.836081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.836315] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.836466] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.836554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.836731] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.836877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.837200] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.837377] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.837480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.837724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.837868] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.838000] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53bf8259-cb07-4593-b334-e112c1c7a27c is going to be updated. [ 1082.867956] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.867956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.868179] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.869055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.869055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.869055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53bf8259-cb07-4593-b334-e112c1c7a27c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.283966] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.721813] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c43debd8-137a-422c-a7a1-45e5ef056aee in Status: SUCCESS [ 1083.722163] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c43debd8-137a-422c-a7a1-45e5ef056aee deletion is rescheduled due to dependency. [ 1083.722263] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.786540] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.791456] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c43debd8-137a-422c-a7a1-45e5ef056aee in Status: SUCCESS [ 1083.791676] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.791860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.792096] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.792192] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c43debd8-137a-422c-a7a1-45e5ef056aee',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.930584] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 in Status: SUCCESS [ 1083.931033] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 deletion is rescheduled due to dependency. [ 1083.931189] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.289618] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.290180] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.290180] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.290180] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.290180] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.290436] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1084.316593] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.317116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.317116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.317116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.317547] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.317547] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c43debd8-137a-422c-a7a1-45e5ef056aee is going to be deleted. [ 1084.343759] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.343965] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.344051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.344291] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.344445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.357302] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1084.404295] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.404520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.404520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.404759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.404855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.404975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c43debd8-137a-422c-a7a1-45e5ef056aee" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.014023] env[69933]: INFO networking_nsxv3.common.synchronization [req-94293158-64e5-4324-a303-4c13096ba7e8 req-19ae4a9b-a9ab-42bc-97ae-2ba8afcb0a47 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1086.014759] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1086.015315] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.017473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.017473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.017473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.017473] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.017473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.017473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.017473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.017473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.017473] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.373129] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1086.373369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.373552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.373788] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.374054] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.374197] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.374265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.374459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.374575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.374676] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.376143] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.519865] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.630765] env[69933]: INFO networking_nsxv3.common.synchronization [req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 req-91c8d1e0-dac9-4211-85ea-7383d56887f7 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 1086.630765] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGHEST for action security_group_members [ 1086.630765] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.630765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.630765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.630765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.630765] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.631070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.631070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.631070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.631162] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.631451] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.877887] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.878994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.878994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.878994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.878994] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.878994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.878994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.878994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.878994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.878994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.879478] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.879478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.879478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.879478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.879661] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.879661] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.879832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.880843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.880843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.880843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.880843] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.024299] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.135264] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.135264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.135264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.135264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.162214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.162214] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.162214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.162214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.162214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.162214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.162214] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be updated. [ 1087.190451] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.190623] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.190752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.190918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.191137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.202596] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: IN_PROGRESS for 2s [ 1087.383225] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c476b51-b290-40a7-9048-b6796a4b273e: rpc.has_security_group_logging(os_id): False [ 1087.404374] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.404571] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.404571] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.404747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.404815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.405039] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.405241] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.405241] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.405416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.405474] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.405669] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.405772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.405824] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.405951] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.406151] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.406228] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.406295] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.406369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.406560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.406688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.406688] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1087.483027] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.483027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.483027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.483027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.483027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.494748] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1087.530041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.530041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.530041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.530041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.530041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.530041] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1087.578163] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.578163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.578163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.578163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.578163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.594080] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1087.942873] env[69933]: INFO networking_nsxv3.common.synchronization [req-1871a73c-9261-45b4-a309-cde145d8ade7 req-b0d856da-7b3a-4210-b14f-4e3b5d856aea tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Enqueued Resource ID: fb14f416-0521-4152-9075-7b7d2c991b2b with Priority: HIGHEST for action security_group_members [ 1087.943047] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb14f416-0521-4152-9075-7b7d2c991b2b with Priority: HIGHEST for action security_group_members [ 1087.943432] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb14f416-0521-4152-9075-7b7d2c991b2b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.943560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.943614] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.943873] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.944094] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.944224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.944305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.944444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.944530] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.944633] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb14f416-0521-4152-9075-7b7d2c991b2b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.447870] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.448224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.448224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.448646] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.477042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.477042] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.477042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.477042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.477042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.477042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.477042] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb14f416-0521-4152-9075-7b7d2c991b2b is going to be updated. [ 1088.504605] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.504605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.504605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.504605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.504605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.514761] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb14f416-0521-4152-9075-7b7d2c991b2b in Status: IN_PROGRESS for 2s [ 1089.222912] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 in Status: SUCCESS [ 1089.223150] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 deletion is rescheduled due to dependency. [ 1089.223686] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.646360] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1089.646360] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.653970] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1089.653970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.528021] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb14f416-0521-4152-9075-7b7d2c991b2b in Status: SUCCESS [ 1090.528211] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb14f416-0521-4152-9075-7b7d2c991b2b deletion is rescheduled due to dependency. [ 1090.528323] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.943486] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1092.943736] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1095.376284] env[69933]: INFO networking_nsxv3.common.synchronization [req-1dfca608-6ec7-4b62-867d-5ce1d4234439 req-93857d2d-dd9b-4a4f-8fa9-a9fea4a13738 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Enqueued Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGHEST for action security_group_members [ 1095.376284] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGHEST for action security_group_members [ 1095.376661] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46d68c7-1ca1-41e0-a52b-f7107757d218 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.376661] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.376761] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.380021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.383624] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.383799] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.383869] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.384094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.384361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.384361] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.889326] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.889326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.889326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.889326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.912039] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.912366] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.912568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.912660] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.912899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.912995] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.913123] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 is going to be updated. [ 1095.948522] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.948522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.948522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.948522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.948522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.963144] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 in Status: IN_PROGRESS for 2s [ 1097.976183] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 in Status: SUCCESS [ 1097.976183] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 deletion is rescheduled due to dependency. [ 1097.976183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.095941] env[69933]: INFO networking_nsxv3.common.synchronization [None req-c8363c12-87fb-4ff4-babb-d818e5f1bdfc None None] Enqueued Resource ID: 0e425b7b-ec97-496b-9e6b-b9da4b4b2459 with Priority: HIGHEST for action port [ 1098.095941] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e425b7b-ec97-496b-9e6b-b9da4b4b2459 with Priority: HIGHEST for action port [ 1098.096214] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e425b7b-ec97-496b-9e6b-b9da4b4b2459 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.096316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e425b7b-ec97-496b-9e6b-b9da4b4b2459" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.096369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e425b7b-ec97-496b-9e6b-b9da4b4b2459" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.096663] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e425b7b-ec97-496b-9e6b-b9da4b4b2459" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.096716] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e425b7b-ec97-496b-9e6b-b9da4b4b2459',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.601858] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e425b7b-ec97-496b-9e6b-b9da4b4b2459 [ 1098.602147] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.602240] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.602339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.602861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.602861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.602861] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e425b7b-ec97-496b-9e6b-b9da4b4b2459 already deleted. [ 1098.602861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e425b7b-ec97-496b-9e6b-b9da4b4b2459" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.278288] env[69933]: INFO networking_nsxv3.common.synchronization [req-b793b065-cccd-4d5a-b732-84d6f04f75c6 req-f011c6e7-6faf-4b0d-8df0-88a0ebce1de8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Enqueued Resource ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e with Priority: HIGHEST for action security_group_members [ 1099.278881] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e with Priority: HIGHEST for action security_group_members [ 1099.279248] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3becf01-89cd-4518-aebf-aac0cd99ea5e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.279397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.279445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.279685] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.279843] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.279947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.280657] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.280871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.280938] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.281055] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3becf01-89cd-4518-aebf-aac0cd99ea5e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.787765] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.787985] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.788077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.788309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.788395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.788603] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.788720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.788752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.790176] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.790176] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.790176] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e already deleted. [ 1099.790176] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.913150] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.913390] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-664" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.913621] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-664" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.913889] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-664" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.914245] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.914361] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.914494] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.914720] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.916608] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.916824] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.916954] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.917091] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.917575] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.917575] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.917575] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.917575] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.940372] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.940770] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.940770] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.941110] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-664" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.941564] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-1e38879c-5cbe-4b06-ba91-6a43a516ed30 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.941818] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-1e38879c-5cbe-4b06-ba91-6a43a516ed30" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.941996] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-1e38879c-5cbe-4b06-ba91-6a43a516ed30" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.942412] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-1e38879c-5cbe-4b06-ba91-6a43a516ed30" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.942623] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e38879c-5cbe-4b06-ba91-6a43a516ed30',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.251724] env[69933]: INFO networking_nsxv3.common.synchronization [None req-3c8e599b-5418-44be-a132-4d4b1e0de1c3 None None] Enqueued Resource ID: b5904b6d-b721-457f-bece-b57769187750 with Priority: HIGHEST for action port [ 1100.252601] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5904b6d-b721-457f-bece-b57769187750 with Priority: HIGHEST for action port [ 1100.252768] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5904b6d-b721-457f-bece-b57769187750 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.252877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5904b6d-b721-457f-bece-b57769187750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.252946] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5904b6d-b721-457f-bece-b57769187750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.253333] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5904b6d-b721-457f-bece-b57769187750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.253719] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5904b6d-b721-457f-bece-b57769187750',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.448221] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.448800] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.450727] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.451181] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.451367] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.451575] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 1e38879c-5cbe-4b06-ba91-6a43a516ed30 not found, creating... [ 1100.452496] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.452496] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.452496] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.452689] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.452737] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.453977] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.453977] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.453977] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.453977] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.453977] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.453977] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 1e38879c-5cbe-4b06-ba91-6a43a516ed30 is going to be created. [ 1100.506331] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.506598] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.506743] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.507061] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.507340] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.507661] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-1e38879c-5cbe-4b06-ba91-6a43a516ed30" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.757394] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5904b6d-b721-457f-bece-b57769187750 [ 1100.757394] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.757394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.757394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.757394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.757394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.757394] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5904b6d-b721-457f-bece-b57769187750 already deleted. [ 1100.757394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5904b6d-b721-457f-bece-b57769187750" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.507537] env[69933]: INFO networking_nsxv3.common.synchronization [req-b793b065-cccd-4d5a-b732-84d6f04f75c6 req-50d848db-e108-41f0-bd09-7f4a0eb5d233 service nova] Enqueued Resource ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e with Priority: HIGHEST for action security_group_rules [ 1101.507537] env[69933]: INFO networking_nsxv3.common.synchronization [req-b793b065-cccd-4d5a-b732-84d6f04f75c6 req-50d848db-e108-41f0-bd09-7f4a0eb5d233 service nova] Enqueued Resource ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e with Priority: HIGHEST for action security_group_members [ 1101.507537] env[69933]: INFO networking_nsxv3.common.synchronization [req-b793b065-cccd-4d5a-b732-84d6f04f75c6 req-50d848db-e108-41f0-bd09-7f4a0eb5d233 service nova] Enqueued Resource ID: 1e38879c-5cbe-4b06-ba91-6a43a516ed30 with Priority: HIGHEST for action port [ 1101.507537] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e with Priority: HIGHEST for action security_group_rules [ 1101.507537] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e with Priority: HIGHEST for action security_group_members [ 1101.507537] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e38879c-5cbe-4b06-ba91-6a43a516ed30 with Priority: HIGHEST for action port [ 1101.510489] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.510489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.510489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.510489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.510489] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3becf01-89cd-4518-aebf-aac0cd99ea5e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.511053] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3becf01-89cd-4518-aebf-aac0cd99ea5e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.511183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.511447] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.511447] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.511597] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.511762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.511762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.511960] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.511960] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.512162] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3becf01-89cd-4518-aebf-aac0cd99ea5e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.512939] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e38879c-5cbe-4b06-ba91-6a43a516ed30 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.512939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e38879c-5cbe-4b06-ba91-6a43a516ed30" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.513228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e38879c-5cbe-4b06-ba91-6a43a516ed30" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.513228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e38879c-5cbe-4b06-ba91-6a43a516ed30" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.513228] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e38879c-5cbe-4b06-ba91-6a43a516ed30',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.662409] env[69933]: INFO networking_nsxv3.common.synchronization [req-df9fe9fe-200a-4a68-ac72-0f087efec724 req-34337ce4-fd5c-4853-8b03-62c5517bbaf4 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1101.663074] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1101.664051] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.664051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.664051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.664051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.664051] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.664528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.664528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.664528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.664717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.664717] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.016707] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3becf01-89cd-4518-aebf-aac0cd99ea5e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.016707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.016707] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3becf01-89cd-4518-aebf-aac0cd99ea5e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.024150] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e38879c-5cbe-4b06-ba91-6a43a516ed30 with status ACTIVE [ 1102.024150] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.024150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.024150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.024150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.024150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.024150] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.024150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.024150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.024150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.024150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.024150] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.024150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.024150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.025871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.025871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.026277] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e38879c-5cbe-4b06-ba91-6a43a516ed30 is going to be updated. [ 1102.050536] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.050700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.050700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.050999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.051156] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.051335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e38879c-5cbe-4b06-ba91-6a43a516ed30" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.167554] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.167712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.167814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.168016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.168113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.168318] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.168422] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.168483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.168645] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.168725] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.168811] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 already deleted. [ 1102.168891] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.249665] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.249876] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-244" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.250012] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-244" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.250397] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-244" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.250614] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.250785] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.250943] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.251138] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.251288] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.251503] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.251621] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.251734] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.251968] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.251968] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.252085] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.252190] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.274074] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.274268] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1102.274409] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.274638] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-244" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.274998] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-766d0fda-611f-4562-9c8d-08cbb89d13cc taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.275144] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-766d0fda-611f-4562-9c8d-08cbb89d13cc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.275268] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-766d0fda-611f-4562-9c8d-08cbb89d13cc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.275629] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-766d0fda-611f-4562-9c8d-08cbb89d13cc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.276122] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('766d0fda-611f-4562-9c8d-08cbb89d13cc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.520450] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3becf01-89cd-4518-aebf-aac0cd99ea5e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.727778] env[69933]: INFO networking_nsxv3.common.synchronization [None req-247a1b7a-1c31-41fc-b76a-f42ff6c320e3 None None] Enqueued Resource ID: d72dd5a3-16f4-4741-9aa8-5d73e0354945 with Priority: HIGHEST for action port [ 1102.728506] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d72dd5a3-16f4-4741-9aa8-5d73e0354945 with Priority: HIGHEST for action port [ 1102.728868] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d72dd5a3-16f4-4741-9aa8-5d73e0354945 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.733433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d72dd5a3-16f4-4741-9aa8-5d73e0354945" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.733575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d72dd5a3-16f4-4741-9aa8-5d73e0354945" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.734331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d72dd5a3-16f4-4741-9aa8-5d73e0354945" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.734860] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d72dd5a3-16f4-4741-9aa8-5d73e0354945',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.779611] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.779855] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.779993] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.780308] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.780464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.780635] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 766d0fda-611f-4562-9c8d-08cbb89d13cc not found, creating... [ 1102.780936] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.781121] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.781245] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.781482] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.781635] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.781931] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.782121] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.782248] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.782478] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.782611] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.782760] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 766d0fda-611f-4562-9c8d-08cbb89d13cc is going to be created. [ 1102.804409] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.804659] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.804755] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.805349] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.805349] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.805615] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-766d0fda-611f-4562-9c8d-08cbb89d13cc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.026427] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.026648] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.026648] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.026895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.026995] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.027120] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e is going to be created. [ 1103.052769] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.052927] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.053009] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.053247] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.053425] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.063121] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e in Status: UNINITIALIZED for 2s [ 1103.242723] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d72dd5a3-16f4-4741-9aa8-5d73e0354945 [ 1103.242828] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.242968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.243055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.243293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.243514] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.243627] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d72dd5a3-16f4-4741-9aa8-5d73e0354945 already deleted. [ 1103.243703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d72dd5a3-16f4-4741-9aa8-5d73e0354945" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.960429] env[69933]: INFO networking_nsxv3.common.synchronization [req-df9fe9fe-200a-4a68-ac72-0f087efec724 req-981fed9f-eb99-44e0-93cb-3a629f37ec0f service nova] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_rules [ 1103.960755] env[69933]: INFO networking_nsxv3.common.synchronization [req-df9fe9fe-200a-4a68-ac72-0f087efec724 req-981fed9f-eb99-44e0-93cb-3a629f37ec0f service nova] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1103.960755] env[69933]: INFO networking_nsxv3.common.synchronization [req-df9fe9fe-200a-4a68-ac72-0f087efec724 req-981fed9f-eb99-44e0-93cb-3a629f37ec0f service nova] Enqueued Resource ID: 766d0fda-611f-4562-9c8d-08cbb89d13cc with Priority: HIGHEST for action port [ 1103.960929] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_rules [ 1103.961065] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1103.961173] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766d0fda-611f-4562-9c8d-08cbb89d13cc with Priority: HIGHEST for action port [ 1103.961759] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.961892] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.962356] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.962356] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.962356] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.963559] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.963559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.963559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.963559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.963767] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.963767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.963926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.964093] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.964370] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.964370] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.965745] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-766d0fda-611f-4562-9c8d-08cbb89d13cc taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.965745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-766d0fda-611f-4562-9c8d-08cbb89d13cc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.965745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-766d0fda-611f-4562-9c8d-08cbb89d13cc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.965745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-766d0fda-611f-4562-9c8d-08cbb89d13cc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.965745] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('766d0fda-611f-4562-9c8d-08cbb89d13cc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.215907] env[69933]: INFO networking_nsxv3.common.synchronization [req-df9fe9fe-200a-4a68-ac72-0f087efec724 req-7c45df0b-ec5b-49e5-b1e2-be5585011683 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1104.216689] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1104.217131] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.217304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.468026] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.468122] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.468322] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.469235] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 766d0fda-611f-4562-9c8d-08cbb89d13cc with status ACTIVE [ 1104.469423] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.469538] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.469605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.469808] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.469894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.470074] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.470170] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.470229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.470376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.470450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.470629] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.470723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.470782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.470919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.470992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.475618] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 766d0fda-611f-4562-9c8d-08cbb89d13cc is going to be updated. [ 1104.497379] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.497530] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.497761] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.497802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.498129] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.498129] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-766d0fda-611f-4562-9c8d-08cbb89d13cc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.782135] env[69933]: INFO networking_nsxv3.common.synchronization [None req-af541af8-ca08-45b8-af3c-f426154bf717 None None] Enqueued Resource ID: 04565f2d-6cb5-4c4f-9fe2-9a963ac9344b with Priority: HIGHEST for action port [ 1104.782392] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04565f2d-6cb5-4c4f-9fe2-9a963ac9344b with Priority: HIGHEST for action port [ 1104.784506] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-04565f2d-6cb5-4c4f-9fe2-9a963ac9344b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.784506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04565f2d-6cb5-4c4f-9fe2-9a963ac9344b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.784506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04565f2d-6cb5-4c4f-9fe2-9a963ac9344b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.784506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04565f2d-6cb5-4c4f-9fe2-9a963ac9344b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.784506] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04565f2d-6cb5-4c4f-9fe2-9a963ac9344b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.886416] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.887100] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-244" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.887486] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-244" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.887902] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-244" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.888349] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.888684] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.889330] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.889330] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.890152] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.890426] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.890559] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.890682] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.890798] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.891171] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.891171] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.891171] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.914384] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.914384] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1104.914384] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.914756] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-244" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.915136] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-aba63617-4669-487f-b475-ac2636427574 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.915136] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-aba63617-4669-487f-b475-ac2636427574" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.915414] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-aba63617-4669-487f-b475-ac2636427574" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.915677] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-aba63617-4669-487f-b475-ac2636427574" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.917866] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aba63617-4669-487f-b475-ac2636427574',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.977759] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.074860] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e in Status: SUCCESS [ 1105.074860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.074860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.074860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.074860] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.074860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.074860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.075240] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.075240] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.075240] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.075240] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3becf01-89cd-4518-aebf-aac0cd99ea5e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.286091] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04565f2d-6cb5-4c4f-9fe2-9a963ac9344b [ 1105.286337] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.286475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.286571] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.286836] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.286885] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.287113] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04565f2d-6cb5-4c4f-9fe2-9a963ac9344b already deleted. [ 1105.287113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04565f2d-6cb5-4c4f-9fe2-9a963ac9344b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.419230] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.419414] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.419533] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.420248] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.420248] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.420425] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port aba63617-4669-487f-b475-ac2636427574 not found, creating... [ 1105.421191] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.421191] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.421191] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.421399] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.421399] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.423049] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.423049] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.423049] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.423049] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.423049] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.423049] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: aba63617-4669-487f-b475-ac2636427574 is going to be created. [ 1105.468275] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.468566] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.468652] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.468945] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.469206] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.469445] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-aba63617-4669-487f-b475-ac2636427574" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.480997] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.480997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.480997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.480997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.480997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.480997] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 is going to be created. [ 1105.517926] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.518286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.518512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.519230] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.519355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.541442] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: UNINITIALIZED for 2s [ 1105.578045] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3becf01-89cd-4518-aebf-aac0cd99ea5e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.081282] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3becf01-89cd-4518-aebf-aac0cd99ea5e: rpc.has_security_group_logging(os_id): False [ 1106.106954] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.106954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.106954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.107276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.107626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.108078] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.108078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.108192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.108920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.108920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.108920] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e is going to be created. [ 1106.187501] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.187501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.187501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.187501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.187739] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.219825] env[69933]: INFO networking_nsxv3.common.synchronization [req-df9fe9fe-200a-4a68-ac72-0f087efec724 req-66391b86-3f53-4662-b190-c61c155c7dbc service nova] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_rules [ 1106.220021] env[69933]: INFO networking_nsxv3.common.synchronization [req-df9fe9fe-200a-4a68-ac72-0f087efec724 req-66391b86-3f53-4662-b190-c61c155c7dbc service nova] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1106.220173] env[69933]: INFO networking_nsxv3.common.synchronization [req-df9fe9fe-200a-4a68-ac72-0f087efec724 req-66391b86-3f53-4662-b190-c61c155c7dbc service nova] Enqueued Resource ID: aba63617-4669-487f-b475-ac2636427574 with Priority: HIGHEST for action port [ 1106.221694] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e in Status: IN_PROGRESS for 2s [ 1106.221886] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_rules [ 1106.222087] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1106.222148] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba63617-4669-487f-b475-ac2636427574 with Priority: HIGHEST for action port [ 1106.222748] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.222855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.223082] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.223172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.223353] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-aba63617-4669-487f-b475-ac2636427574 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.223452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aba63617-4669-487f-b475-ac2636427574" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.223552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aba63617-4669-487f-b475-ac2636427574" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.223751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aba63617-4669-487f-b475-ac2636427574" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.223917] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aba63617-4669-487f-b475-ac2636427574',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.730649] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aba63617-4669-487f-b475-ac2636427574 with status ACTIVE [ 1106.730649] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.730649] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.730649] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.730980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.730980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.731056] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.731696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.731696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.731696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.731696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.731696] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.732042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.732042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.732042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.732042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.732164] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aba63617-4669-487f-b475-ac2636427574 is going to be updated. [ 1106.754203] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.754825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.754968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.755241] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.755429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.755694] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aba63617-4669-487f-b475-ac2636427574" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.996112] env[69933]: INFO networking_nsxv3.common.synchronization [req-f3583deb-caaa-4f05-bf6d-b524ede84411 req-87d9dc91-870e-4fd7-b11a-1ac24cdde8fb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1106.996729] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1106.997341] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.999246] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.999358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.999604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.999810] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.999950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.000043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.000232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.000587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.000587] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.504612] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.505654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.505654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.505654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.505654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.505654] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.505654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.505654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.505654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.506116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.506116] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1107.543126] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.543278] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.543347] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.543557] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.543699] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.556550] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: SUCCESS [ 1107.556853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.558945] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1107.558945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.558945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.558945] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.558945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.558945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.558945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.558945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.558945] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.063063] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.236080] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e in Status: SUCCESS [ 1108.236323] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.566311] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.068768] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.068768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.068768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.068768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.068768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.068768] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 is going to be updated. [ 1109.100726] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.100726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.100970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.101062] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.101284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.113772] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: IN_PROGRESS for 2s [ 1109.173154] env[69933]: INFO networking_nsxv3.common.synchronization [None req-d8fb9477-6a31-4c1e-85b5-22a4231c6590 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_rules [ 1109.174135] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_rules [ 1109.174361] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.174361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.174361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.174595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.174676] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.300240] env[69933]: INFO networking_nsxv3.common.synchronization [None req-a97fa5cb-57ea-4d5c-ba79-f0b5ad8a0c53 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_rules [ 1109.300988] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_rules [ 1109.303532] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.303833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.571284] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1109.571284] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e deletion is rescheduled due to dependency. [ 1109.571284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.705043] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.705043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.705043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.705043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.705043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.705043] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f already deleted. [ 1109.705043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.705043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.705043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.705043] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.233061] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.233061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.233061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.233343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.233343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.233404] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f already deleted. [ 1110.233585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.128605] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: SUCCESS [ 1111.129258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.129258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.129258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.129683] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.129683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.129683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.129914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.129914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.129914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.130047] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.130886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.132987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.133260] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.134012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.134130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.134350] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.134463] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.134571] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.190494] env[69933]: INFO networking_nsxv3.common.synchronization [req-bce37478-24ec-4415-989c-172c9c0c8d7a req-e4ab472f-507a-4414-8435-66fd324ebe1f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1111.191084] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1111.191413] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.191546] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.191627] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.191821] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.191992] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.192195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.192294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.192813] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.192954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.193042] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.636891] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.637046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.637244] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.652875] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.653100] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.653251] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.653550] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.653860] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.654068] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.654207] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.654455] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.654627] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.654868] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.654997] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.655140] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.655259] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.655389] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.655508] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.655704] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.678742] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.678912] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1111.679064] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.679257] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.679579] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-1676e99b-483f-4f3c-853e-53baa79c96df taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.679756] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-1676e99b-483f-4f3c-853e-53baa79c96df" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.679878] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-1676e99b-483f-4f3c-853e-53baa79c96df" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.680456] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-1676e99b-483f-4f3c-853e-53baa79c96df" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.680588] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1676e99b-483f-4f3c-853e-53baa79c96df',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.695129] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.139520] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.182938] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.183238] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.183373] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.183810] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.184017] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.184212] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 1676e99b-483f-4f3c-853e-53baa79c96df not found, creating... [ 1112.184496] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.184679] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.184805] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.185072] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.185241] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.185605] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.185806] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.185999] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.186313] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.186477] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.186697] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 1676e99b-483f-4f3c-853e-53baa79c96df is going to be created. [ 1112.197482] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.209178] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.209444] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.209586] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.209867] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.210151] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.210401] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-1676e99b-483f-4f3c-853e-53baa79c96df" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.643565] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.643675] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.643749] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.644012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.644054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.644144] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 is going to be updated. [ 1112.674358] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.674533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.674682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.674822] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.674964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.684876] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: IN_PROGRESS for 2s [ 1112.699635] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.699843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.699919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.700155] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.700277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.700344] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 1112.734796] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.734967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.735025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.735306] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.736038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.745691] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 1112.915940] env[69933]: INFO networking_nsxv3.common.synchronization [req-bce37478-24ec-4415-989c-172c9c0c8d7a req-222345f7-7da5-4643-9c14-4b8e8dc17cb9 service nova] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_rules [ 1112.915940] env[69933]: INFO networking_nsxv3.common.synchronization [req-bce37478-24ec-4415-989c-172c9c0c8d7a req-222345f7-7da5-4643-9c14-4b8e8dc17cb9 service nova] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1112.915940] env[69933]: INFO networking_nsxv3.common.synchronization [req-bce37478-24ec-4415-989c-172c9c0c8d7a req-222345f7-7da5-4643-9c14-4b8e8dc17cb9 service nova] Enqueued Resource ID: 1676e99b-483f-4f3c-853e-53baa79c96df with Priority: HIGHEST for action port [ 1112.915940] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_rules [ 1112.915940] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1112.916207] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1676e99b-483f-4f3c-853e-53baa79c96df with Priority: HIGHEST for action port [ 1112.916428] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.916609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.918365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.918365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.918365] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.918365] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.918920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.918920] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-1676e99b-483f-4f3c-853e-53baa79c96df taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.918920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1676e99b-483f-4f3c-853e-53baa79c96df" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.918920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1676e99b-483f-4f3c-853e-53baa79c96df" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.919291] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1676e99b-483f-4f3c-853e-53baa79c96df" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.919291] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1676e99b-483f-4f3c-853e-53baa79c96df',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.421077] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.421425] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.421425] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1676e99b-483f-4f3c-853e-53baa79c96df with status ACTIVE [ 1113.421609] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.421717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.421779] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.421993] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.422094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.422288] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.422388] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.422446] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.422601] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.422760] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.422892] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.422985] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.423101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.423283] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.423362] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.423479] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1676e99b-483f-4f3c-853e-53baa79c96df is going to be updated. [ 1113.448381] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.448606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.448606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.448841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.448978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.449167] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1676e99b-483f-4f3c-853e-53baa79c96df" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.696826] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: SUCCESS [ 1114.697348] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.697348] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.697596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.697858] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.698061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.698061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.698218] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.698301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.698374] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.698533] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.698625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.698679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.698826] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.699053] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.699168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.699168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.699524] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.699524] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.699524] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.700130] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.757585] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 1114.758014] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.758225] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.758670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.758988] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.759172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.759248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.759428] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.759514] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.759612] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.201975] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1745486-f7bd-4809-8bc7-7254d789b399: rpc.has_security_group_logging(os_id): False [ 1115.220968] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.221142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.221273] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.221484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.221573] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.221808] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.221921] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.221986] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.222185] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.222276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.222461] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.222594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.222674] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.222827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.222916] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.223171] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.223284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.223861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.223861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.223861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.223861] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 is going to be created. [ 1115.262945] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.302245] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.303110] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.303110] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.303518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.303769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.316624] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: IN_PROGRESS for 2s [ 1115.764590] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.060010] env[69933]: INFO networking_nsxv3.common.synchronization [req-4c026428-d586-4820-b1d2-bb5e265d2004 req-07842fd9-bc86-4352-9588-92e235f331f4 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1116.060628] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1116.060936] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.061240] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.061337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.061578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.061783] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.062057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.062159] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.062453] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.062585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.063288] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.255563] env[69933]: INFO networking_nsxv3.common.synchronization [req-9c8effce-fb12-49a2-afda-075f0dcbe06d req-88c30b84-c3d8-4ec2-9f86-e8d1f99ba1c5 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1116.256161] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1116.256451] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.256548] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.267958] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.267958] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.267958] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.268320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.268410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.268539] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 1116.300704] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.300847] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.300916] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.301718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.301718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.311443] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 1116.565306] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.067980] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.331550] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: SUCCESS [ 1117.331550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.331550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.331550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.331550] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.573274] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.573274] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.573274] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.573274] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.573274] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.573274] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 is going to be updated. [ 1117.603866] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.604443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.604700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.605155] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.607015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.616192] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: IN_PROGRESS for 2s [ 1117.852207] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.854458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.854458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.854458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.854458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.854458] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 is going to be deleted. [ 1117.901175] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.901175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.901175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.901175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.901175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.901175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.324735] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 1118.324735] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.324735] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.324735] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.324735] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.324735] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.324735] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.324735] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.324735] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.324735] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.324735] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.827907] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.828183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.828339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.828584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.828835] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.828936] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.829026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.829267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.829400] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.829590] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.829695] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.829992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.829992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.830121] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.830328] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.830463] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.830542] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.830733] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.830849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.830977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.831128] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.335448] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92799342-7ea0-49fc-af59-fd04e380b3db: rpc.has_security_group_logging(os_id): False [ 1119.363532] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.363738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.363922] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.364337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.389020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.389351] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.389476] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.389536] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.389856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.389856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.390124] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.390233] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.390311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.390499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.390598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.390818] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.390969] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.391057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.391470] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.391470] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.391470] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 1119.459657] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.459944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.459944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.460138] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.460258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.477985] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 1119.631147] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: SUCCESS [ 1119.631454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.632407] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.632407] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.632407] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.632407] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.632407] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.632656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.632807] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.632869] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.136301] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.136501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.136557] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.137036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.137138] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.137332] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.137499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.137499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.137675] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.137709] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.137794] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 is going to be deleted. [ 1120.173954] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.174157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.174213] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.174462] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.174560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.174662] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.258736] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1121.258736] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1121.495326] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 1121.495532] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.259959] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1126.260654] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1126.683713] env[69933]: INFO networking_nsxv3.common.synchronization [None req-71137918-43b2-4cd9-8790-cc3a9de9167c None None] Enqueued Resource ID: a347f709-66fb-4f3c-a828-bfd43fd3e8c8 with Priority: HIGHEST for action port [ 1126.684009] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a347f709-66fb-4f3c-a828-bfd43fd3e8c8 with Priority: HIGHEST for action port [ 1126.685020] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a347f709-66fb-4f3c-a828-bfd43fd3e8c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.685020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a347f709-66fb-4f3c-a828-bfd43fd3e8c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.685020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a347f709-66fb-4f3c-a828-bfd43fd3e8c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.686149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a347f709-66fb-4f3c-a828-bfd43fd3e8c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.686256] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a347f709-66fb-4f3c-a828-bfd43fd3e8c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.848548] env[69933]: INFO networking_nsxv3.common.synchronization [None req-a1a5c492-bbe4-470d-ba63-b959ce6d81b9 None None] Enqueued Resource ID: 258d45c0-1453-4b4b-a8fc-dbba44502d5b with Priority: HIGHEST for action port [ 1126.849345] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258d45c0-1453-4b4b-a8fc-dbba44502d5b with Priority: HIGHEST for action port [ 1126.850136] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-258d45c0-1453-4b4b-a8fc-dbba44502d5b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.851768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-258d45c0-1453-4b4b-a8fc-dbba44502d5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.851768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-258d45c0-1453-4b4b-a8fc-dbba44502d5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.851768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-258d45c0-1453-4b4b-a8fc-dbba44502d5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.851768] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('258d45c0-1453-4b4b-a8fc-dbba44502d5b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.955066] env[69933]: INFO networking_nsxv3.common.synchronization [req-b9552cbe-51b6-436a-93e4-fe777a3f1037 req-1b887e33-23c2-4bc1-85f7-eaefb88bf5ec tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Enqueued Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGHEST for action security_group_members [ 1126.955066] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGHEST for action security_group_members [ 1126.955066] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.955488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.955689] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.956691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.957378] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.957621] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.959212] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.959212] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.959212] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.959212] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.189351] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a347f709-66fb-4f3c-a828-bfd43fd3e8c8 [ 1127.189619] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.189764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.189830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.190065] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.190162] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.190257] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a347f709-66fb-4f3c-a828-bfd43fd3e8c8 already deleted. [ 1127.190337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a347f709-66fb-4f3c-a828-bfd43fd3e8c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.354008] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 258d45c0-1453-4b4b-a8fc-dbba44502d5b [ 1127.354233] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.354342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.354399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.354613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.354696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.354797] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:258d45c0-1453-4b4b-a8fc-dbba44502d5b already deleted. [ 1127.355469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-258d45c0-1453-4b4b-a8fc-dbba44502d5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.461936] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.965899] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.236320] env[69933]: INFO networking_nsxv3.common.synchronization [req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 req-581fc114-cb73-4c5e-afaa-a5f8294292f0 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1128.236865] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1128.237821] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.237933] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.237983] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.238381] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.238580] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.238708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.238791] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.238975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.241092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.241092] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.468209] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.468579] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.468579] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.468686] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.468738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.468841] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 is going to be updated. [ 1128.502504] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.502504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.502504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.504297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.504474] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.517029] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 in Status: IN_PROGRESS for 2s [ 1128.743840] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.744049] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.744107] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.745017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.781191] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.781472] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.781595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.781675] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.781849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.781926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.782024] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1128.811517] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.811710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.811785] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.811938] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.812860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.826607] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1128.997529] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.997529] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.997529] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.000520] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.001788] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.001788] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.001788] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.001788] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.001788] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.002041] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.002086] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.002167] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.002274] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.002385] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.002493] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.002627] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.024734] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.026075] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1129.026786] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.026786] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.026917] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-191657b8-9d9e-459d-8106-3ef968591770 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.027015] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-191657b8-9d9e-459d-8106-3ef968591770" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.027124] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-191657b8-9d9e-459d-8106-3ef968591770" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.027470] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-191657b8-9d9e-459d-8106-3ef968591770" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.027617] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('191657b8-9d9e-459d-8106-3ef968591770',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.533328] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.533328] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.533328] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.533328] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.533924] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.533924] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 191657b8-9d9e-459d-8106-3ef968591770 not found, creating... [ 1129.534327] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.534497] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.534562] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.535226] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.535423] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.535884] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.536162] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.536248] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.536798] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.536798] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.536958] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 191657b8-9d9e-459d-8106-3ef968591770 is going to be created. [ 1129.557969] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.559685] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.559685] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.559685] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.559685] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.559685] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-191657b8-9d9e-459d-8106-3ef968591770" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.631391] env[69933]: INFO networking_nsxv3.common.synchronization [None req-de56c257-94d4-4865-ad49-271b3e19ffd3 None None] Enqueued Resource ID: e2226b76-f5d3-4446-a3f7-c487a7d4e962 with Priority: HIGHEST for action port [ 1129.632784] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2226b76-f5d3-4446-a3f7-c487a7d4e962 with Priority: HIGHEST for action port [ 1129.633422] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2226b76-f5d3-4446-a3f7-c487a7d4e962 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.633824] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2226b76-f5d3-4446-a3f7-c487a7d4e962" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.633970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2226b76-f5d3-4446-a3f7-c487a7d4e962" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.634566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2226b76-f5d3-4446-a3f7-c487a7d4e962" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.634724] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2226b76-f5d3-4446-a3f7-c487a7d4e962',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.826026] env[69933]: INFO networking_nsxv3.common.synchronization [None req-1d83ca34-3b0a-446a-8c0b-86166396e05d None None] Enqueued Resource ID: a264b721-2ea6-4f3c-bbfe-f617a70f01af with Priority: HIGHEST for action port [ 1129.826874] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a264b721-2ea6-4f3c-bbfe-f617a70f01af with Priority: HIGHEST for action port [ 1129.828996] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a264b721-2ea6-4f3c-bbfe-f617a70f01af taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.829192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a264b721-2ea6-4f3c-bbfe-f617a70f01af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.829246] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a264b721-2ea6-4f3c-bbfe-f617a70f01af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.829575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a264b721-2ea6-4f3c-bbfe-f617a70f01af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.829759] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a264b721-2ea6-4f3c-bbfe-f617a70f01af',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.139151] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2226b76-f5d3-4446-a3f7-c487a7d4e962 [ 1130.141981] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.141981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.141981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.141981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.141981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.141981] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2226b76-f5d3-4446-a3f7-c487a7d4e962 already deleted. [ 1130.141981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2226b76-f5d3-4446-a3f7-c487a7d4e962" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.332660] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a264b721-2ea6-4f3c-bbfe-f617a70f01af [ 1130.333190] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.333406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.333533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.333863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.334048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.334213] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a264b721-2ea6-4f3c-bbfe-f617a70f01af already deleted. [ 1130.334351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a264b721-2ea6-4f3c-bbfe-f617a70f01af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.529949] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 in Status: SUCCESS [ 1130.530551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.551309] env[69933]: INFO networking_nsxv3.common.synchronization [req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 req-3a4e19e4-e914-49d1-8384-81e0d320b8a8 service nova] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_rules [ 1130.551580] env[69933]: INFO networking_nsxv3.common.synchronization [req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 req-3a4e19e4-e914-49d1-8384-81e0d320b8a8 service nova] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1130.551633] env[69933]: INFO networking_nsxv3.common.synchronization [req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 req-3a4e19e4-e914-49d1-8384-81e0d320b8a8 service nova] Enqueued Resource ID: 191657b8-9d9e-459d-8106-3ef968591770 with Priority: HIGHEST for action port [ 1130.553228] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_rules [ 1130.553228] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1130.553228] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 191657b8-9d9e-459d-8106-3ef968591770 with Priority: HIGHEST for action port [ 1130.553228] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.553228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.553228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.553228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.554633] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.555570] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.555760] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.556371] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-191657b8-9d9e-459d-8106-3ef968591770 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.556371] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-191657b8-9d9e-459d-8106-3ef968591770" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.556371] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-191657b8-9d9e-459d-8106-3ef968591770" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.556371] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-191657b8-9d9e-459d-8106-3ef968591770" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.556538] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('191657b8-9d9e-459d-8106-3ef968591770',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.837394] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1130.837841] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 deletion is rescheduled due to dependency. [ 1130.837841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.837954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.838099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.838285] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.838463] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.838463] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.838595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.838678] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.838774] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.852098] env[69933]: INFO networking_nsxv3.common.synchronization [None req-6477f50e-e5e3-4940-9999-7a08ba62185d None None] Enqueued Resource ID: 87e4207b-a625-4223-9ce5-e3937aaa98d1 with Priority: HIGHEST for action port [ 1130.852411] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e4207b-a625-4223-9ce5-e3937aaa98d1 with Priority: HIGHEST for action port [ 1130.852895] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-87e4207b-a625-4223-9ce5-e3937aaa98d1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.853033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87e4207b-a625-4223-9ce5-e3937aaa98d1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.853108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87e4207b-a625-4223-9ce5-e3937aaa98d1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.853362] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87e4207b-a625-4223-9ce5-e3937aaa98d1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.853448] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87e4207b-a625-4223-9ce5-e3937aaa98d1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.059325] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 191657b8-9d9e-459d-8106-3ef968591770 with status ACTIVE [ 1131.059628] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.059805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.059862] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.060117] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.060225] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.060627] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.060627] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.060627] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.060959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.060959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.061060] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.061138] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.061138] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.061306] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.061378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.062104] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 191657b8-9d9e-459d-8106-3ef968591770 is going to be updated. [ 1131.062895] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.062990] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.102753] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.102970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.102970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.103185] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.103318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.103472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-191657b8-9d9e-459d-8106-3ef968591770" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.295115] env[69933]: INFO networking_nsxv3.common.synchronization [None req-1ec74dff-607c-46c6-9225-c6cac4c370ca tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Enqueued Resource ID: 81a93840-8381-41aa-93a2-1c57a098019b with Priority: HIGHEST for action security_group_rules [ 1131.295115] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a93840-8381-41aa-93a2-1c57a098019b with Priority: HIGHEST for action security_group_rules [ 1131.295425] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81a93840-8381-41aa-93a2-1c57a098019b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.295425] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.295425] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.295723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.295723] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81a93840-8381-41aa-93a2-1c57a098019b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.345332] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.357298] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87e4207b-a625-4223-9ce5-e3937aaa98d1 [ 1131.357529] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.357665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.357735] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.357950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.358052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.358150] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87e4207b-a625-4223-9ce5-e3937aaa98d1 already deleted. [ 1131.358262] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87e4207b-a625-4223-9ce5-e3937aaa98d1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.383040] env[69933]: INFO networking_nsxv3.common.synchronization [None req-b5d2c0ed-4169-45ba-a57d-f93358ddfb42 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Enqueued Resource ID: 81a93840-8381-41aa-93a2-1c57a098019b with Priority: HIGHEST for action security_group_rules [ 1131.383531] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a93840-8381-41aa-93a2-1c57a098019b with Priority: HIGHEST for action security_group_rules [ 1131.383934] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81a93840-8381-41aa-93a2-1c57a098019b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.389156] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.582380] env[69933]: INFO networking_nsxv3.common.synchronization [req-6f1475c4-3338-4171-8914-b8b39f4e785b req-87f7cc31-ae2d-4e9d-9be7-6e32d561b25d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1131.582944] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1131.583201] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.583429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.583515] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.583720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.583875] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.583998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.584068] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.584193] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.584272] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.584360] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.818136] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.818382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.818382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.818506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.818547] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.821113] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81a93840-8381-41aa-93a2-1c57a098019b already deleted. [ 1131.821315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.821508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.821745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.821854] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81a93840-8381-41aa-93a2-1c57a098019b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.850306] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.087837] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.347089] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.347089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.347089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.347089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.347089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.347089] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81a93840-8381-41aa-93a2-1c57a098019b already deleted. [ 1132.347089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.352446] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.352583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.352655] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.352859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.352947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.353053] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1132.384549] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.388442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.388442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.388442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.388442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.395465] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1132.590263] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.095412] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.095673] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.095812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.096097] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.096195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.096367] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 1133.127216] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.127577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.129335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.129335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.129335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.139266] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 1133.453388] env[69933]: INFO networking_nsxv3.common.synchronization [None req-e5eff43c-6d66-4b81-83c3-a97ae168e6c4 None None] Enqueued Resource ID: becf5212-b415-4e99-a111-52a7a42e38bd with Priority: HIGHEST for action port [ 1133.453998] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becf5212-b415-4e99-a111-52a7a42e38bd with Priority: HIGHEST for action port [ 1133.454279] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-becf5212-b415-4e99-a111-52a7a42e38bd taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.454465] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-becf5212-b415-4e99-a111-52a7a42e38bd" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.454526] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-becf5212-b415-4e99-a111-52a7a42e38bd" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.454742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-becf5212-b415-4e99-a111-52a7a42e38bd" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.454823] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('becf5212-b415-4e99-a111-52a7a42e38bd',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.958699] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port becf5212-b415-4e99-a111-52a7a42e38bd [ 1133.959017] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.959113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.959173] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.959343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.959489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.959640] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:becf5212-b415-4e99-a111-52a7a42e38bd already deleted. [ 1133.959729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-becf5212-b415-4e99-a111-52a7a42e38bd" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.405060] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1134.405282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.405442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.405655] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.405912] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.406044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.406113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.406272] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.406354] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.406439] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.406529] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.908558] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.908755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.908846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.909030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.909201] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.909315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.909380] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.909511] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.909607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.909689] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.909823] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.909934] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.909998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.910659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.910659] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.910659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.910659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.910659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.910659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.910659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.911126] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.148254] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 4s [ 1135.412859] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 372297e0-1037-4ee4-8a18-c41b8ec57cf8: rpc.has_security_group_logging(os_id): False [ 1135.430353] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.430524] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.430576] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.430790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.430883] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.431094] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.431193] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.431256] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.431403] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.431477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.431657] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.431750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.431812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.431965] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.432045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.432233] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.432326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.432386] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.432522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.432595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.432677] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1135.498054] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.498268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.498268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.499037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.499037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.510571] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1136.298068] env[69933]: INFO networking_nsxv3.common.synchronization [req-eeb1337d-4155-4c7b-88b7-4d35218d2503 req-8f31180f-e834-4303-85ef-2a66b5c9a880 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Enqueued Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1136.299210] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1136.299210] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.299210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.303037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.303037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.303037] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.303037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.303037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.303037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.303037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.303037] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.674171] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.674394] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-763" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.674526] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-763" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.674848] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-763" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.675130] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.675299] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.675419] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.675637] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.675817] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.676076] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.676200] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.676310] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.676421] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.676534] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.676642] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.676781] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.696407] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.696577] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.696722] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.696941] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-763" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.697271] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-a9fe68b7-ebc2-4cde-ba80-b725303ae075 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.697449] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-a9fe68b7-ebc2-4cde-ba80-b725303ae075" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.697584] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-a9fe68b7-ebc2-4cde-ba80-b725303ae075" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.697882] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-a9fe68b7-ebc2-4cde-ba80-b725303ae075" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.698123] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9fe68b7-ebc2-4cde-ba80-b725303ae075',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.804448] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.804724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.804724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.804946] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.805055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.805264] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.805379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.805444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.805585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.805680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.805798] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e10955-681b-4983-bed8-f862142e0da4 already deleted. [ 1136.805883] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.157851] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 1137.158141] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.200446] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.200669] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.200799] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.201114] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.201375] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.201470] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port a9fe68b7-ebc2-4cde-ba80-b725303ae075 not found, creating... [ 1137.201685] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.201844] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.201965] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.202203] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.202404] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.202623] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.202781] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.202903] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.203128] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.203367] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.203435] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: a9fe68b7-ebc2-4cde-ba80-b725303ae075 is going to be created. [ 1137.223016] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.223218] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.223345] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.223617] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.223882] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.224164] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-a9fe68b7-ebc2-4cde-ba80-b725303ae075" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.528086] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1137.528353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.925132] env[69933]: INFO networking_nsxv3.common.synchronization [req-eeb1337d-4155-4c7b-88b7-4d35218d2503 req-9a706c76-8a58-46c5-b16a-dcf2c2a9af82 service nova] Enqueued Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_rules [ 1137.925318] env[69933]: INFO networking_nsxv3.common.synchronization [req-eeb1337d-4155-4c7b-88b7-4d35218d2503 req-9a706c76-8a58-46c5-b16a-dcf2c2a9af82 service nova] Enqueued Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1137.925498] env[69933]: INFO networking_nsxv3.common.synchronization [req-eeb1337d-4155-4c7b-88b7-4d35218d2503 req-9a706c76-8a58-46c5-b16a-dcf2c2a9af82 service nova] Enqueued Resource ID: a9fe68b7-ebc2-4cde-ba80-b725303ae075 with Priority: HIGHEST for action port [ 1137.930984] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_rules [ 1137.930984] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1137.930984] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fe68b7-ebc2-4cde-ba80-b725303ae075 with Priority: HIGHEST for action port [ 1137.930984] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.930984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.930984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.930984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.930984] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.930984] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.930984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.930984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.930984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.931952] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.932241] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.932433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.932735] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.932954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.933182] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.934236] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9fe68b7-ebc2-4cde-ba80-b725303ae075 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.934543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9fe68b7-ebc2-4cde-ba80-b725303ae075" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.934738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9fe68b7-ebc2-4cde-ba80-b725303ae075" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.935987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9fe68b7-ebc2-4cde-ba80-b725303ae075" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.935987] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9fe68b7-ebc2-4cde-ba80-b725303ae075',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.437456] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9fe68b7-ebc2-4cde-ba80-b725303ae075 with status ACTIVE [ 1138.437691] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.437836] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.437905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.438167] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.438262] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.438473] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.438588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.438681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.438935] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.439090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.439297] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.439397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.439457] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.439604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.439679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.439764] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9fe68b7-ebc2-4cde-ba80-b725303ae075 is going to be updated. [ 1138.440854] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.441793] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.441928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.461583] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.461749] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.461804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.461993] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.462142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.462301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9fe68b7-ebc2-4cde-ba80-b725303ae075" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.879072] env[69933]: INFO networking_nsxv3.common.synchronization [req-381d7302-08a6-4810-bc9f-cae386567a55 req-0d0fcdc9-3d21-4328-9df7-5f9a69348b21 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Enqueued Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1138.881112] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1138.881393] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.881393] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.943631] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.161234] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.161446] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-763" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.161581] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-763" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.162479] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-763" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.162479] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.162479] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.162772] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.162772] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.162917] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.163193] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1139.163333] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.163548] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.163548] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.163752] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1139.164025] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.164188] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.184017] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.184306] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1139.184487] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.184701] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-763" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.185205] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-98d01baa-9719-487c-9205-8a486a4f1ee9 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.185434] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-98d01baa-9719-487c-9205-8a486a4f1ee9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.185663] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-98d01baa-9719-487c-9205-8a486a4f1ee9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.186008] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-98d01baa-9719-487c-9205-8a486a4f1ee9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.186243] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98d01baa-9719-487c-9205-8a486a4f1ee9',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.446416] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.446416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.446416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.446681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.447011] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.447289] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e10955-681b-4983-bed8-f862142e0da4 is going to be created. [ 1139.475401] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.475553] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.475637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.475937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.476142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.490378] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: UNINITIALIZED for 2s [ 1139.688572] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.688820] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.688959] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.689298] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.689613] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.689726] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 98d01baa-9719-487c-9205-8a486a4f1ee9 not found, creating... [ 1139.689950] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.690134] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.690296] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.690542] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.690763] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.691167] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.691372] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.691547] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.691788] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.691936] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.692100] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 98d01baa-9719-487c-9205-8a486a4f1ee9 is going to be created. [ 1139.716591] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.716861] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.717062] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.717494] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.717901] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.718288] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-98d01baa-9719-487c-9205-8a486a4f1ee9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.413983] env[69933]: INFO networking_nsxv3.common.synchronization [req-381d7302-08a6-4810-bc9f-cae386567a55 req-de05b374-5fa6-444b-b593-efaf4c5b8154 service nova] Enqueued Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_rules [ 1140.413983] env[69933]: INFO networking_nsxv3.common.synchronization [req-381d7302-08a6-4810-bc9f-cae386567a55 req-de05b374-5fa6-444b-b593-efaf4c5b8154 service nova] Enqueued Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1140.413983] env[69933]: INFO networking_nsxv3.common.synchronization [req-381d7302-08a6-4810-bc9f-cae386567a55 req-de05b374-5fa6-444b-b593-efaf4c5b8154 service nova] Enqueued Resource ID: 98d01baa-9719-487c-9205-8a486a4f1ee9 with Priority: HIGHEST for action port [ 1140.413983] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_rules [ 1140.413983] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1140.413983] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d01baa-9719-487c-9205-8a486a4f1ee9 with Priority: HIGHEST for action port [ 1140.413983] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.416223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.416223] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.416223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.416223] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-98d01baa-9719-487c-9205-8a486a4f1ee9 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.416562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98d01baa-9719-487c-9205-8a486a4f1ee9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.416562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98d01baa-9719-487c-9205-8a486a4f1ee9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.416662] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98d01baa-9719-487c-9205-8a486a4f1ee9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.416695] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98d01baa-9719-487c-9205-8a486a4f1ee9',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.918971] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98d01baa-9719-487c-9205-8a486a4f1ee9 with status ACTIVE [ 1140.919356] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.919641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.919736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.920546] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.920546] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.920662] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.920853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.920961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.921208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.921332] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.921614] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.921757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.921893] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.922139] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.922276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.922615] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98d01baa-9719-487c-9205-8a486a4f1ee9 is going to be updated. [ 1140.947775] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.947936] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.948021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.948282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.948419] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.948594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98d01baa-9719-487c-9205-8a486a4f1ee9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.480811] env[69933]: INFO networking_nsxv3.common.synchronization [req-5bba347b-40b7-4f37-b513-a5658b9efffd req-a0bcf9e6-a210-4673-8ae9-b7dedd03bd7c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Enqueued Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1141.481916] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1141.482302] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.482447] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.500977] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: SUCCESS [ 1141.501089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.501205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.501411] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.502285] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.502285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.502285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.502285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.502285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.502285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.502285] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.503078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.503213] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.505378] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.505497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.505566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.505716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.505834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.505927] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.877607] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.877896] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-763" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.877958] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-763" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.881290] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-763" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.881606] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.881789] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.881915] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.882175] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.882327] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.882539] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.882659] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.882771] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.882883] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.882993] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.883114] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.883251] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.911157] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.911251] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1141.911391] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.911510] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-763" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.911890] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-c047bd62-98d2-42f3-9a53-8b4c41cae3cb taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.912104] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-c047bd62-98d2-42f3-9a53-8b4c41cae3cb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.912213] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-c047bd62-98d2-42f3-9a53-8b4c41cae3cb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.912575] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-c047bd62-98d2-42f3-9a53-8b4c41cae3cb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.912783] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c047bd62-98d2-42f3-9a53-8b4c41cae3cb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.008056] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.008255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.008490] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.415938] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.417076] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.417076] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.417076] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.417334] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.417391] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port c047bd62-98d2-42f3-9a53-8b4c41cae3cb not found, creating... [ 1142.417711] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.417942] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.418117] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.418413] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.418564] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.418921] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.419156] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.419317] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.419612] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.419749] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.419928] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: c047bd62-98d2-42f3-9a53-8b4c41cae3cb is going to be created. [ 1142.444926] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.445294] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.445437] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.445857] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.446216] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.446541] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-c047bd62-98d2-42f3-9a53-8b4c41cae3cb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.512730] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.014911] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.014911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.014911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.015142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.015231] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.015330] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e10955-681b-4983-bed8-f862142e0da4 is going to be updated. [ 1143.046999] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.047200] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.047257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.047474] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.047649] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.057442] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: IN_PROGRESS for 2s [ 1143.263919] env[69933]: INFO networking_nsxv3.common.synchronization [req-5bba347b-40b7-4f37-b513-a5658b9efffd req-835fa84a-0480-41cd-b474-fa9b10216250 service nova] Enqueued Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_rules [ 1143.264357] env[69933]: INFO networking_nsxv3.common.synchronization [req-5bba347b-40b7-4f37-b513-a5658b9efffd req-835fa84a-0480-41cd-b474-fa9b10216250 service nova] Enqueued Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1143.264357] env[69933]: INFO networking_nsxv3.common.synchronization [req-5bba347b-40b7-4f37-b513-a5658b9efffd req-835fa84a-0480-41cd-b474-fa9b10216250 service nova] Enqueued Resource ID: c047bd62-98d2-42f3-9a53-8b4c41cae3cb with Priority: HIGHEST for action port [ 1143.264798] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_rules [ 1143.264937] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1143.266172] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c047bd62-98d2-42f3-9a53-8b4c41cae3cb with Priority: HIGHEST for action port [ 1143.266525] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.266602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.266793] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.266915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.267119] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c047bd62-98d2-42f3-9a53-8b4c41cae3cb taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.267237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c047bd62-98d2-42f3-9a53-8b4c41cae3cb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.267369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c047bd62-98d2-42f3-9a53-8b4c41cae3cb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.267503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c047bd62-98d2-42f3-9a53-8b4c41cae3cb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.267586] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c047bd62-98d2-42f3-9a53-8b4c41cae3cb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.769540] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c047bd62-98d2-42f3-9a53-8b4c41cae3cb with status ACTIVE [ 1143.769822] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.769933] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.770026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.770235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.771031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.771031] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.771031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.771031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.771031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.771031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.771316] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.771316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.771316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.771423] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.771485] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.771570] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c047bd62-98d2-42f3-9a53-8b4c41cae3cb is going to be updated. [ 1143.795044] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.795044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.795044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.795044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.795308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.795308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c047bd62-98d2-42f3-9a53-8b4c41cae3cb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.068605] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: SUCCESS [ 1145.068899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.068991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.069220] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.069406] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.069522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.069582] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.069736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.069839] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.070028] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.572191] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.079822] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.581981] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.582170] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.582220] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.582456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.582547] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.582659] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e10955-681b-4983-bed8-f862142e0da4 is going to be updated. [ 1146.614048] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.614212] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.614338] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.614492] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.614638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.619410] env[69933]: INFO networking_nsxv3.common.synchronization [req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd req-e0254b8a-89e3-460c-805a-49347d099461 tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Enqueued Resource ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e with Priority: HIGHEST for action security_group_members [ 1146.620965] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e with Priority: HIGHEST for action security_group_members [ 1146.620965] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.620965] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.620965] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.620965] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.620965] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.624613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.624752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.624972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.625087] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.625193] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a3c3d6-c42b-4a72-ad08-9e8bc54de63e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.626755] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: IN_PROGRESS for 2s [ 1147.068293] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.068596] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-134" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.068771] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-134" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.069172] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-134" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.069497] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.069699] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.069872] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.070324] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.070521] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.070788] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.070972] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.071151] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.071305] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.071464] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.071610] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.071780] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.094557] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.094870] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1147.095113] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.095204] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-134" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.095533] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-0f9f0a28-fb17-4097-988e-a7eac251176f taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.095733] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-0f9f0a28-fb17-4097-988e-a7eac251176f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.095902] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-0f9f0a28-fb17-4097-988e-a7eac251176f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.096324] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-0f9f0a28-fb17-4097-988e-a7eac251176f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.096535] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f9f0a28-fb17-4097-988e-a7eac251176f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.128763] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.128955] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.129068] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.129300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.129392] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.129592] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.129685] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.129747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.129906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.130081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.130081] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e already deleted. [ 1147.130209] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.599419] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.599648] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.599844] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.600197] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.600449] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.600689] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 0f9f0a28-fb17-4097-988e-a7eac251176f not found, creating... [ 1147.601163] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.601411] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.601571] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.601861] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.602051] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.602394] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.602557] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.602681] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.602911] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.603091] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.603252] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 0f9f0a28-fb17-4097-988e-a7eac251176f is going to be created. [ 1147.628394] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.628697] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.628883] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.629251] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.629576] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.629856] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-0f9f0a28-fb17-4097-988e-a7eac251176f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.384639] env[69933]: INFO networking_nsxv3.common.synchronization [req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd req-dedcb617-dcc4-4cb4-aa8f-d34bd771a3d9 service nova] Enqueued Resource ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e with Priority: HIGHEST for action security_group_rules [ 1148.384956] env[69933]: INFO networking_nsxv3.common.synchronization [req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd req-dedcb617-dcc4-4cb4-aa8f-d34bd771a3d9 service nova] Enqueued Resource ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e with Priority: HIGHEST for action security_group_members [ 1148.385076] env[69933]: INFO networking_nsxv3.common.synchronization [req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd req-dedcb617-dcc4-4cb4-aa8f-d34bd771a3d9 service nova] Enqueued Resource ID: 0f9f0a28-fb17-4097-988e-a7eac251176f with Priority: HIGHEST for action port [ 1148.385968] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e with Priority: HIGHEST for action security_group_rules [ 1148.386215] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e with Priority: HIGHEST for action security_group_members [ 1148.387530] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9f0a28-fb17-4097-988e-a7eac251176f with Priority: HIGHEST for action port [ 1148.388228] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.388367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.388367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.388594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.388675] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a3c3d6-c42b-4a72-ad08-9e8bc54de63e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.389772] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.389772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.389772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.393159] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.393360] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.393471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.393537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.393709] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.393864] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.393976] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a3c3d6-c42b-4a72-ad08-9e8bc54de63e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.399363] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f9f0a28-fb17-4097-988e-a7eac251176f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.399363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f9f0a28-fb17-4097-988e-a7eac251176f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.399363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f9f0a28-fb17-4097-988e-a7eac251176f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.399363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f9f0a28-fb17-4097-988e-a7eac251176f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.399363] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f9f0a28-fb17-4097-988e-a7eac251176f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.638887] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: SUCCESS [ 1148.639231] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.639423] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.639728] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.639978] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.640152] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.640220] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.640333] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.640425] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.640547] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.898841] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.899050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.900570] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a3c3d6-c42b-4a72-ad08-9e8bc54de63e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.902572] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f9f0a28-fb17-4097-988e-a7eac251176f with status ACTIVE [ 1148.902889] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.903133] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.903266] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.903592] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.903770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.904256] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.904460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.904594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.904879] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.905056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.905398] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.905568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.906046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.906046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.906248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.906248] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f9f0a28-fb17-4097-988e-a7eac251176f is going to be updated. [ 1148.960748] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.960748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.960748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.960748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.960748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.960748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f9f0a28-fb17-4097-988e-a7eac251176f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.142991] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.403506] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a3c3d6-c42b-4a72-ad08-9e8bc54de63e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.646891] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.906529] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.906682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.907792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.907792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.907792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.907792] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e is going to be created. [ 1149.934720] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.934869] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.934929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.935199] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.935395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.948600] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e in Status: UNINITIALIZED for 2s [ 1150.150244] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.150420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.150485] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.150727] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.151018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.151018] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e10955-681b-4983-bed8-f862142e0da4 is going to be updated. [ 1150.185361] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.185516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.185593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.185966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.186066] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.195972] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: IN_PROGRESS for 2s [ 1150.341975] env[69933]: INFO networking_nsxv3.common.synchronization [req-c1e26da1-8444-469c-a18a-fb195377aceb req-233cd345-ff95-444a-b155-abe436d364e7 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1150.342605] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1150.343636] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.343978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.344104] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.344358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.344578] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.344690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.344754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.344918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.345015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.345113] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.489502] env[69933]: INFO networking_nsxv3.common.synchronization [req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 req-84b221cd-c83e-47c7-8b60-a52b706138a6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Enqueued Resource ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e with Priority: HIGHEST for action security_group_members [ 1150.492157] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e with Priority: HIGHEST for action security_group_members [ 1150.492157] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3becf01-89cd-4518-aebf-aac0cd99ea5e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.492157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.492157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.492157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.492157] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.492157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.492157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.492565] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.492565] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.492565] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3becf01-89cd-4518-aebf-aac0cd99ea5e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.803021] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.803021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.803021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.803021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.803021] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.803021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.803021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.803399] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.803453] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.803691] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.803835] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.803973] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.804104] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.804225] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.804337] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.804479] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.826224] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.826467] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1150.826661] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.826888] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.827241] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.827418] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.827538] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.829103] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.829103] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.832026] env[69933]: INFO networking_nsxv3.common.synchronization [req-4028ab52-976f-4428-b1d7-88c103e1b5c2 req-3c5ca8f7-28c9-4c28-bd61-65950b995012 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Enqueued Resource ID: 5382a16c-d0e6-4051-9f54-e400469a3386 with Priority: HIGHEST for action security_group_members [ 1150.832400] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5382a16c-d0e6-4051-9f54-e400469a3386 with Priority: HIGHEST for action security_group_members [ 1150.832690] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5382a16c-d0e6-4051-9f54-e400469a3386 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.832805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.832870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.833119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.833314] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.833467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.833675] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.833944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.834115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.834251] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5382a16c-d0e6-4051-9f54-e400469a3386',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.847816] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.848722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.848833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.849064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.849192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.849453] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.849598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.849668] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.849800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.849894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.849962] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1150.880212] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.880380] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.883228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.883228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.883228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.895192] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1150.996716] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.996911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.996991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.997222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.997574] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.997660] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.997772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.997876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.998060] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.998181] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.998257] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e is going to be updated. [ 1151.028863] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.029023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.029114] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.029345] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.029551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.040930] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e in Status: IN_PROGRESS for 2s [ 1151.336253] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.336253] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.336253] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.336253] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.336253] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.336253] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 not found, creating... [ 1151.336253] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.336253] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.336253] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.336253] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.336253] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.336862] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.336993] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.338474] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.338474] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.338474] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.338474] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 is going to be created. [ 1151.339946] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.339946] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.339946] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.339946] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.364602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.364824] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.364963] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.365191] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.365408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.365491] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.365592] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5382a16c-d0e6-4051-9f54-e400469a3386 is going to be updated. [ 1151.368579] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.368785] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.368926] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.369253] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.369497] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.369841] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.415986] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.416194] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.416265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.416483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.417017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.435487] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5382a16c-d0e6-4051-9f54-e400469a3386 in Status: IN_PROGRESS for 2s [ 1151.961227] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e in Status: SUCCESS [ 1151.961227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.961227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.961227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.961642] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.961642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.961642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.961795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.961834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.961932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.962051] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65a3c3d6-c42b-4a72-ad08-9e8bc54de63e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.150803] env[69933]: INFO networking_nsxv3.common.synchronization [req-c1e26da1-8444-469c-a18a-fb195377aceb req-42b4c609-3e36-48be-a998-da0dc878ddb7 service nova] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_rules [ 1152.151285] env[69933]: INFO networking_nsxv3.common.synchronization [req-c1e26da1-8444-469c-a18a-fb195377aceb req-42b4c609-3e36-48be-a998-da0dc878ddb7 service nova] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1152.151285] env[69933]: INFO networking_nsxv3.common.synchronization [req-c1e26da1-8444-469c-a18a-fb195377aceb req-42b4c609-3e36-48be-a998-da0dc878ddb7 service nova] Enqueued Resource ID: 59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 with Priority: HIGHEST for action port [ 1152.151907] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_rules [ 1152.152100] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1152.152221] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 with Priority: HIGHEST for action port [ 1152.152580] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.152745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.152824] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.153120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.153220] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.154387] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.154387] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.154636] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.154743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.154809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.155008] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.155089] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.207850] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: SUCCESS [ 1152.210031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.210031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.210031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.210031] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.210031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.210031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.210031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.210031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.210031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.210031] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.210031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.210031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.210031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.212382] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.212382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.212382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.212382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.212382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.212382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.212382] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.213608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.213838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.213994] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.214119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.214186] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.214338] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.214420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.214816] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.464332] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.464581] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.464662] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.464903] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.465093] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.465200] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.465265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.465417] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.465503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.465594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.465743] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.465865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.465929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.466081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.466225] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.466318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.466379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.466518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.466594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.466675] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.466767] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65a3c3d6-c42b-4a72-ad08-9e8bc54de63e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.657021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.657171] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.657377] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 with status ACTIVE [ 1152.657457] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.657518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.657584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.657939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.657939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.658067] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.658159] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.658245] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.658841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.658841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.658841] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.658841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.658841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.659078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.659078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.659078] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 is going to be updated. [ 1152.680400] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.680509] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.680566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.680782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.680949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.681183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.716971] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4e10955-681b-4983-bed8-f862142e0da4: rpc.has_security_group_logging(os_id): False [ 1152.718816] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.743841] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.744055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.744055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.744213] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.744303] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.744518] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.744620] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.744682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.744834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.744909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.745120] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.745188] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.745506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.745559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.745634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.745821] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.746045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.746139] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.746304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.746378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.746470] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e10955-681b-4983-bed8-f862142e0da4 is going to be created. [ 1152.844922] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.845700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.845700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.845700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.846144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.861317] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: IN_PROGRESS for 2s [ 1152.907217] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1152.907217] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e deletion is rescheduled due to dependency. [ 1152.907397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.907454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.907875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.908090] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.908178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.908242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.908423] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.908524] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.908685] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.970633] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e: rpc.has_security_group_logging(os_id): False [ 1152.992452] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.992452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.992452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.992765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.992765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.992845] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.994752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.994752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.994752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.994752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.994752] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.994752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.994752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.994752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.994752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.994752] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.994752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.994752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.994752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.994752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.994752] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e is going to be created. [ 1153.055655] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e in Status: SUCCESS [ 1153.055832] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e deletion is rescheduled due to dependency. [ 1153.056065] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.083010] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.083200] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.083200] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.083416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.083596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.094747] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e in Status: IN_PROGRESS for 2s [ 1153.222363] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.411755] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.446510] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5382a16c-d0e6-4051-9f54-e400469a3386 in Status: SUCCESS [ 1153.446686] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5382a16c-d0e6-4051-9f54-e400469a3386 deletion is rescheduled due to dependency. [ 1153.446805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.724983] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.725194] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.725280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.725536] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.725634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.725737] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e10955-681b-4983-bed8-f862142e0da4 is going to be updated. [ 1153.758581] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.758749] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.758843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.759076] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.759251] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.774063] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: IN_PROGRESS for 2s [ 1153.915686] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.411134] env[69933]: INFO networking_nsxv3.common.synchronization [req-9c313f19-9569-4808-8e71-40cc188cade1 req-c0174a9d-97e7-435c-8d40-8a651ee559a2 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1154.411134] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1154.411562] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.411562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.411562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.411714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.411800] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.411892] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.411954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.412119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.412214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.412305] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.417939] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.418081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.418146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.418471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.418471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.418559] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1154.446229] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.446589] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.446589] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.446725] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.446814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.455356] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1154.877255] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: SUCCESS [ 1154.877255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.877255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.877255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.877514] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.914626] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.914846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.914846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.915065] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.915162] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.915367] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.915473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.915539] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.915809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.915809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.915950] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1154.948276] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.948276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.949564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.949564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.949564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.965783] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1155.108833] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e in Status: SUCCESS [ 1155.108833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.380386] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.380523] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.786091] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: SUCCESS [ 1155.786406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.786406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.786547] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.786755] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.787024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.787024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.787183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.787269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.787359] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.787446] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.975318] env[69933]: INFO networking_nsxv3.common.synchronization [req-7054dd33-c715-49b2-8d45-338ed6534acf req-da10475f-e56f-4ba7-ad12-b6b28a54bff3 tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Enqueued Resource ID: 13338196-1b3b-4276-bf26-293cc8d42258 with Priority: HIGHEST for action security_group_members [ 1155.976168] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13338196-1b3b-4276-bf26-293cc8d42258 with Priority: HIGHEST for action security_group_members [ 1155.976561] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-13338196-1b3b-4276-bf26-293cc8d42258 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.976743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.976849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.977204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.977422] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.977692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.977692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.977905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.978044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.978225] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13338196-1b3b-4276-bf26-293cc8d42258',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.291320] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.291546] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.291593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.291798] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.292050] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.292116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.292151] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.292371] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.292458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.292575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.292734] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.292835] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.292893] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.293051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.293196] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.293294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.293345] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.293483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.293557] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.293642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.293754] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.439155] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.439454] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-66" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.439618] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-66" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.440194] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-66" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.440574] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.440761] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.440925] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.441658] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.441658] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.441799] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.441900] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.442022] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.442604] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.442604] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.442604] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.442604] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.467795] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.468085] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1156.468272] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.468538] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-66" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.468925] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-2c91c791-5910-470b-bccc-248d6cf5aaf2 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.469281] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-2c91c791-5910-470b-bccc-248d6cf5aaf2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.469441] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-2c91c791-5910-470b-bccc-248d6cf5aaf2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.469825] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-2c91c791-5910-470b-bccc-248d6cf5aaf2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.470000] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c91c791-5910-470b-bccc-248d6cf5aaf2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.472056] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1156.472396] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.472814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.472814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.472973] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.473072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.473358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.473358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.473499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.473562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.473727] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.480455] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.480676] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.480754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.480970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.481070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.481285] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.481391] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.481445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.481581] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.481655] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.481741] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13338196-1b3b-4276-bf26-293cc8d42258 already deleted. [ 1156.481822] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.799523] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4e10955-681b-4983-bed8-f862142e0da4: rpc.has_security_group_logging(os_id): False [ 1156.817663] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.817865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.817865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.818457] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.818538] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.818833] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.819127] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.819194] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.819596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.819686] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.819878] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.819979] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.820056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.820208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.820286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.820474] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.820570] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.820633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.820774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.820850] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.820938] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e10955-681b-4983-bed8-f862142e0da4 is going to be updated. [ 1156.886982] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.887176] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.887233] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.887455] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.887605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.899661] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: IN_PROGRESS for 2s [ 1156.976441] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1156.976692] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 deletion is rescheduled due to dependency. [ 1156.976855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.977596] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.977901] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.978097] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.978475] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.978689] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.978917] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 2c91c791-5910-470b-bccc-248d6cf5aaf2 not found, creating... [ 1156.979347] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.979603] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.979792] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.980158] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.980389] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.980842] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.981125] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.981351] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.981699] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.981917] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.982147] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 2c91c791-5910-470b-bccc-248d6cf5aaf2 is going to be created. [ 1156.983741] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.983898] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.984000] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.984274] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.984509] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.984656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.985135] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.985135] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.985135] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.985328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.985421] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.985572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.985653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.985888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.986132] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.986287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.986700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.986700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.986856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.986856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.987041] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.025766] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.026100] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.026245] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.026631] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.026781] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.027062] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-2c91c791-5910-470b-bccc-248d6cf5aaf2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.412592] env[69933]: INFO networking_nsxv3.common.synchronization [req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b req-59897b58-6b39-425f-90b1-f1b217b67725 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_members [ 1157.413468] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_members [ 1157.413468] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.413677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.413677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.416669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.416911] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.417057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.417057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.417209] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.417290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.417379] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.489809] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c476b51-b290-40a7-9048-b6796a4b273e: rpc.has_security_group_logging(os_id): False [ 1157.508406] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.508555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.508590] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.508796] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.508889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.509123] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.509223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.509286] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.509437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.509511] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.509696] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.509791] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.509957] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.510008] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.510197] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.510233] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.510316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.510377] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.510513] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.510584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.510665] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1157.577994] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.577994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.577994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.577994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.577994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.591476] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1157.866359] env[69933]: INFO networking_nsxv3.common.synchronization [req-7054dd33-c715-49b2-8d45-338ed6534acf req-2c24cd6a-e413-4e87-aa69-75bcf4994dfa service nova] Enqueued Resource ID: 13338196-1b3b-4276-bf26-293cc8d42258 with Priority: HIGHEST for action security_group_rules [ 1157.866655] env[69933]: INFO networking_nsxv3.common.synchronization [req-7054dd33-c715-49b2-8d45-338ed6534acf req-2c24cd6a-e413-4e87-aa69-75bcf4994dfa service nova] Enqueued Resource ID: 13338196-1b3b-4276-bf26-293cc8d42258 with Priority: HIGHEST for action security_group_members [ 1157.866712] env[69933]: INFO networking_nsxv3.common.synchronization [req-7054dd33-c715-49b2-8d45-338ed6534acf req-2c24cd6a-e413-4e87-aa69-75bcf4994dfa service nova] Enqueued Resource ID: 2c91c791-5910-470b-bccc-248d6cf5aaf2 with Priority: HIGHEST for action port [ 1157.867338] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13338196-1b3b-4276-bf26-293cc8d42258 with Priority: HIGHEST for action security_group_rules [ 1157.867508] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13338196-1b3b-4276-bf26-293cc8d42258 with Priority: HIGHEST for action security_group_members [ 1157.867630] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c91c791-5910-470b-bccc-248d6cf5aaf2 with Priority: HIGHEST for action port [ 1157.867928] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13338196-1b3b-4276-bf26-293cc8d42258 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.868383] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.868612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.868972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.869132] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13338196-1b3b-4276-bf26-293cc8d42258',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.872999] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-13338196-1b3b-4276-bf26-293cc8d42258 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.872999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.872999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.872999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.872999] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.872999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.872999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.872999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.872999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.872999] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13338196-1b3b-4276-bf26-293cc8d42258',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.872999] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c91c791-5910-470b-bccc-248d6cf5aaf2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.872999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c91c791-5910-470b-bccc-248d6cf5aaf2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.872999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c91c791-5910-470b-bccc-248d6cf5aaf2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.872999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c91c791-5910-470b-bccc-248d6cf5aaf2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.872999] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c91c791-5910-470b-bccc-248d6cf5aaf2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.898351] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.898549] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.898740] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.899101] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.899407] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.899602] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.899745] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.900032] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.900220] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.900429] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.900544] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.900657] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.900767] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.900877] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.900983] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.901128] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.919788] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.919959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.920010] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.920588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.920588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.920588] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.920900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.920900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.920900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.920900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.921077] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f already deleted. [ 1157.921115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.922146] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.922333] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1157.922474] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.922659] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.923760] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-6ae43b45-ea8f-4934-88f2-d8f8325ab435 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.923760] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-6ae43b45-ea8f-4934-88f2-d8f8325ab435" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.923760] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-6ae43b45-ea8f-4934-88f2-d8f8325ab435" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.923760] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-6ae43b45-ea8f-4934-88f2-d8f8325ab435" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.923760] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ae43b45-ea8f-4934-88f2-d8f8325ab435',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.375435] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-13338196-1b3b-4276-bf26-293cc8d42258 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.375688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.375971] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13338196-1b3b-4276-bf26-293cc8d42258',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.377202] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c91c791-5910-470b-bccc-248d6cf5aaf2 with status ACTIVE [ 1158.377846] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.377846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.377846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.378067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.378113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.378379] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.378529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.378628] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.378860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.378980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.379331] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.379400] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.379495] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.379701] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.379815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.379941] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c91c791-5910-470b-bccc-248d6cf5aaf2 is going to be updated. [ 1158.402796] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.402974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.403100] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.403404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.403609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.403847] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c91c791-5910-470b-bccc-248d6cf5aaf2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.426444] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.426788] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.427018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.427444] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.427701] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.427970] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 6ae43b45-ea8f-4934-88f2-d8f8325ab435 not found, creating... [ 1158.428416] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.428686] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.428894] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.429264] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.429502] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.429958] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.430233] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.430442] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.430773] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.431016] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.431268] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 6ae43b45-ea8f-4934-88f2-d8f8325ab435 is going to be created. [ 1158.452774] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.453179] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.453353] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.453653] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.454012] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.454778] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-6ae43b45-ea8f-4934-88f2-d8f8325ab435" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.883361] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13338196-1b3b-4276-bf26-293cc8d42258',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.917634] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: SUCCESS [ 1158.917854] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.921268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.921268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.921268] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.305990] env[69933]: INFO networking_nsxv3.common.synchronization [req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b req-0149b577-a7f4-4c43-a2ce-b73914775e40 service nova] Enqueued Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_rules [ 1159.306294] env[69933]: INFO networking_nsxv3.common.synchronization [req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b req-0149b577-a7f4-4c43-a2ce-b73914775e40 service nova] Enqueued Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_members [ 1159.306343] env[69933]: INFO networking_nsxv3.common.synchronization [req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b req-0149b577-a7f4-4c43-a2ce-b73914775e40 service nova] Enqueued Resource ID: 6ae43b45-ea8f-4934-88f2-d8f8325ab435 with Priority: HIGHEST for action port [ 1159.306567] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_rules [ 1159.306771] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_members [ 1159.307081] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ae43b45-ea8f-4934-88f2-d8f8325ab435 with Priority: HIGHEST for action port [ 1159.307793] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.308023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.308084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.308375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.308463] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.309818] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.309996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.310096] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.310305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.310474] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.310613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.310687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.310872] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.310981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.311225] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.312139] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ae43b45-ea8f-4934-88f2-d8f8325ab435 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.312256] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ae43b45-ea8f-4934-88f2-d8f8325ab435" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.312326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ae43b45-ea8f-4934-88f2-d8f8325ab435" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.312491] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ae43b45-ea8f-4934-88f2-d8f8325ab435" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.312572] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ae43b45-ea8f-4934-88f2-d8f8325ab435',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.385458] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.386237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.386237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.386412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.386412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.386488] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13338196-1b3b-4276-bf26-293cc8d42258 is going to be created. [ 1159.414921] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.415205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.415205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.415344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.415511] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.423367] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.423572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.423572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.423836] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.423977] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.424120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.424185] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.424348] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.424425] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.424508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.424594] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.426249] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13338196-1b3b-4276-bf26-293cc8d42258 in Status: UNINITIALIZED for 2s [ 1159.616398] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1159.616398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.815110] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.815422] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.815772] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ae43b45-ea8f-4934-88f2-d8f8325ab435 with status ACTIVE [ 1159.816956] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.817185] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.817385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.817792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.818144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.818964] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.818964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.818964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.819310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.819310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.819479] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.819673] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.819990] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.819990] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.820543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.820543] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ae43b45-ea8f-4934-88f2-d8f8325ab435 is going to be updated. [ 1159.823762] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.848881] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.849116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.849116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.849342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.849478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.849638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ae43b45-ea8f-4934-88f2-d8f8325ab435" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.927344] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.927750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.927750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.927877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.928098] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.928244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.928315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.928451] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.928540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.928632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.928784] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.928878] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.928938] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.929099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.929240] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.929328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.929390] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.929525] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.929599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.929680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.929767] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.326654] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.433345] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4e10955-681b-4983-bed8-f862142e0da4: rpc.has_security_group_logging(os_id): False [ 1160.456023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.456023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.456023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.456023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.456023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.456023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.456023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.456023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.456023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.456023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.456023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.456023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.456023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.456023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.456023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.456618] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.456618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.456895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.457300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.457595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.457786] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e10955-681b-4983-bed8-f862142e0da4 is going to be updated. [ 1160.540897] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.540897] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.540897] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.540897] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.540897] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.552359] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: IN_PROGRESS for 2s [ 1160.830297] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.830461] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.830566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.830819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.830918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.831089] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f is going to be created. [ 1160.856853] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.857070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.857141] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.857381] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.857840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.867737] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f in Status: UNINITIALIZED for 2s [ 1160.912999] env[69933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1160.913164] env[69933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] NSXv3 Agent Agent loop - iteration:2 started [ 1161.437871] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13338196-1b3b-4276-bf26-293cc8d42258 in Status: SUCCESS [ 1161.437871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.437871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.437871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.438304] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.438304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.438304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.438304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.438304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.438483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.438483] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13338196-1b3b-4276-bf26-293cc8d42258',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.941284] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-13338196-1b3b-4276-bf26-293cc8d42258 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.941525] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.941589] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.941882] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.942165] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.942292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.942400] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.942673] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.942850] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.943039] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.943258] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-13338196-1b3b-4276-bf26-293cc8d42258 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.943391] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.943458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.943612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.943781] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.943888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.943953] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.944135] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.944249] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.944383] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.944504] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13338196-1b3b-4276-bf26-293cc8d42258',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.447169] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13338196-1b3b-4276-bf26-293cc8d42258: rpc.has_security_group_logging(os_id): False [ 1162.468250] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.468480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.468560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.468794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.468889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.469096] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.469199] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.469263] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.469408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.469487] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.469667] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.469768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.469999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.470195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.470265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.470461] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.470556] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.470617] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.470755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.470830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.470916] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13338196-1b3b-4276-bf26-293cc8d42258 is going to be created. [ 1162.546426] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.546639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.546639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.546872] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.547140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.557845] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13338196-1b3b-4276-bf26-293cc8d42258 in Status: IN_PROGRESS for 2s [ 1162.565447] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: SUCCESS [ 1162.565665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.877238] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f in Status: SUCCESS [ 1162.877500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.877670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.877902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.878211] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.878340] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.878405] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.878568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.878664] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.878730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.878823] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.053650] env[69933]: INFO networking_nsxv3.common.synchronization [req-79dd4f14-3c57-43dc-878c-04025d4328dd req-083c6300-030f-4c8e-a25e-26a6f8e179c1 tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Enqueued Resource ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e with Priority: HIGHEST for action security_group_members [ 1163.054250] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e with Priority: HIGHEST for action security_group_members [ 1163.054587] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.054728] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.054803] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.058610] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.058833] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.058959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.059048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.059224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.059309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.059404] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a3c3d6-c42b-4a72-ad08-9e8bc54de63e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.382421] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.561184] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.561540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.561540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.561635] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.562187] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.562187] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.562187] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.562187] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.562441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.562441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.562441] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e is going to be updated. [ 1163.592908] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.592908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.592908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.592908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.592908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.606210] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e in Status: IN_PROGRESS for 2s [ 1163.710183] env[69933]: INFO networking_nsxv3.common.synchronization [req-f3c2b704-029c-4f0c-9a73-db63297f0f83 req-422fd618-e65a-4639-817e-a5f23f58d1d4 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1163.710183] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1163.710183] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.710183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.710183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.710183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.710183] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.710183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.710183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.710183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.710183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.710183] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.885170] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1fa85da-927f-46c9-b2bc-954d6ed34e2f: rpc.has_security_group_logging(os_id): False [ 1163.910408] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.910408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.910408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.910583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.910618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.910846] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.912080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.912080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.912080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.912080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.912080] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f is going to be created. [ 1163.980347] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.980537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.980613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.980834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.981028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.993984] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f in Status: IN_PROGRESS for 2s [ 1164.206862] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.207335] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.207543] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.208583] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.208954] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.209151] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.209276] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.209535] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.209683] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.209931] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1164.210069] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.210190] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.210313] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.210434] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1164.210549] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.210705] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.212344] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.244854] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.245158] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1164.245385] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.245626] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.246059] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-4a538df8-adeb-47f3-b6c6-19cb23f29469 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.246327] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-4a538df8-adeb-47f3-b6c6-19cb23f29469" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.246547] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-4a538df8-adeb-47f3-b6c6-19cb23f29469" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.246982] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-4a538df8-adeb-47f3-b6c6-19cb23f29469" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.247148] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a538df8-adeb-47f3-b6c6-19cb23f29469',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.572952] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13338196-1b3b-4276-bf26-293cc8d42258 in Status: SUCCESS [ 1164.573256] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.715965] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.749856] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.750154] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.750326] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.750680] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.750896] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.751115] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 4a538df8-adeb-47f3-b6c6-19cb23f29469 not found, creating... [ 1164.751471] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.751685] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.751865] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.752157] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.752344] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.752774] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.752998] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.753167] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.753460] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.753647] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.753924] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 4a538df8-adeb-47f3-b6c6-19cb23f29469 is going to be created. [ 1164.778084] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.778084] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.778084] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.778084] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.778475] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.778475] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-4a538df8-adeb-47f3-b6c6-19cb23f29469" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.218653] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.218826] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.218881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.219367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.219367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.219367] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1165.262096] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.262369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.262369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.262599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.262760] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.272986] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1165.629110] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e in Status: SUCCESS [ 1165.629458] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e deletion is rescheduled due to dependency. [ 1165.629939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.011792] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f in Status: SUCCESS [ 1166.012129] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.328132] env[69933]: INFO networking_nsxv3.common.synchronization [req-f3c2b704-029c-4f0c-9a73-db63297f0f83 req-ea3ee49d-759f-459c-801b-c037278311f4 service nova] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_rules [ 1166.328325] env[69933]: INFO networking_nsxv3.common.synchronization [req-f3c2b704-029c-4f0c-9a73-db63297f0f83 req-ea3ee49d-759f-459c-801b-c037278311f4 service nova] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1166.328468] env[69933]: INFO networking_nsxv3.common.synchronization [req-f3c2b704-029c-4f0c-9a73-db63297f0f83 req-ea3ee49d-759f-459c-801b-c037278311f4 service nova] Enqueued Resource ID: 4a538df8-adeb-47f3-b6c6-19cb23f29469 with Priority: HIGHEST for action port [ 1166.328695] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_rules [ 1166.328826] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1166.328923] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a538df8-adeb-47f3-b6c6-19cb23f29469 with Priority: HIGHEST for action port [ 1166.329471] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.329585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.329658] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.329862] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.329944] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.331459] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.331459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.331603] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a538df8-adeb-47f3-b6c6-19cb23f29469 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.331788] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a538df8-adeb-47f3-b6c6-19cb23f29469" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.331881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a538df8-adeb-47f3-b6c6-19cb23f29469" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.332070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a538df8-adeb-47f3-b6c6-19cb23f29469" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.332138] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a538df8-adeb-47f3-b6c6-19cb23f29469',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.832045] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.832045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.836130] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a538df8-adeb-47f3-b6c6-19cb23f29469 with status ACTIVE [ 1166.836130] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.836130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.836130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.836130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.836130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.836130] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.836130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.836130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.836130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.836130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.836130] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.836130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.836130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.836130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.836130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.836130] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a538df8-adeb-47f3-b6c6-19cb23f29469 is going to be updated. [ 1166.858554] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.862259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.862785] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.864528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.864528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.864528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a538df8-adeb-47f3-b6c6-19cb23f29469" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.061859] env[69933]: INFO networking_nsxv3.common.synchronization [req-1f4c3987-0033-474c-a396-9a02e43d6c6c req-66b3a660-dce4-4125-b12f-617ba38f3205 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Enqueued Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1167.061859] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1167.061859] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.061859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.061859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.062598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.062911] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.063246] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.064247] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.064659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.064838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.065282] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.285881] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1167.286113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.286907] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.286907] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.286907] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.286907] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.287101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.287146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.287232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.287324] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.569453] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.789343] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.074011] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.294024] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.492595] env[69933]: INFO networking_nsxv3.common.synchronization [req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c req-5777e444-8915-4d39-b482-db3a26c9f8e8 tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Enqueued Resource ID: 13338196-1b3b-4276-bf26-293cc8d42258 with Priority: HIGHEST for action security_group_members [ 1168.493170] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13338196-1b3b-4276-bf26-293cc8d42258 with Priority: HIGHEST for action security_group_members [ 1168.493484] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-13338196-1b3b-4276-bf26-293cc8d42258 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.494753] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.494753] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.494753] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.494753] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.494753] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.494753] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.494753] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.494753] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.494753] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13338196-1b3b-4276-bf26-293cc8d42258',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.578641] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.578641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.578641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.578641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.578641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.578641] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e10955-681b-4983-bed8-f862142e0da4 is going to be updated. [ 1168.608304] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.608491] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.608568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.608781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.608923] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.618064] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: IN_PROGRESS for 2s [ 1168.794120] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.794305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.794379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.794601] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.794694] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.794793] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1168.827140] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.827140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.827140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.827140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.827140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.836146] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1168.997208] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.997372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.997409] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.997724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.997848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.998092] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.998237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.998330] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.998517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.998619] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.998728] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13338196-1b3b-4276-bf26-293cc8d42258 is going to be updated. [ 1169.028426] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.028728] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.028831] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.029069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.029239] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.038668] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13338196-1b3b-4276-bf26-293cc8d42258 in Status: IN_PROGRESS for 2s [ 1170.320680] env[69933]: INFO networking_nsxv3.common.synchronization [req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 req-d4d83463-ad98-4039-9d2c-b505fe17c18c tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Enqueued Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGHEST for action security_group_members [ 1170.321305] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGHEST for action security_group_members [ 1170.321630] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.321757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.321860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.323072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.323072] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.323072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.323072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.323362] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.323362] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.323425] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.640737] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: SUCCESS [ 1170.640969] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.827908] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.828079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.828079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.828265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.853773] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1170.853773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.854403] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.854633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.854832] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.854942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.855070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.855243] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.855317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.855375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.855539] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.859312] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.859624] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.859779] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.859836] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.860072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.860262] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.860262] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 is going to be updated. [ 1170.887314] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.887477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.887564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.887807] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.888346] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.897267] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 in Status: IN_PROGRESS for 2s [ 1171.048937] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13338196-1b3b-4276-bf26-293cc8d42258 in Status: SUCCESS [ 1171.049159] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13338196-1b3b-4276-bf26-293cc8d42258 deletion is rescheduled due to dependency. [ 1171.049288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.357892] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.358235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.358235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.358353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.358525] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.358607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.358673] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.358864] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.358905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.358988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.359144] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.359237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.359298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.359436] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.359567] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.359656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.359714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.359854] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.359928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.360018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.360110] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.872859] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531: rpc.has_security_group_logging(os_id): False [ 1171.892197] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.892369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.892425] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.892791] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.892935] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.893163] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.893297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.893347] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.893500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.893604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.893798] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.893928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.893974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.894169] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.894331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.894425] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.894533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.894607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.894781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.894842] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.894930] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1171.959286] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.959441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.959514] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.959742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.959891] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.976080] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1172.907231] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 in Status: SUCCESS [ 1172.907544] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 deletion is rescheduled due to dependency. [ 1172.907544] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.992822] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1173.993149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.456819] env[69933]: INFO networking_nsxv3.common.synchronization [req-9703ae20-2c88-4af3-be38-7c4449e94bad req-a90e3f36-be41-4e47-a94d-675de49e8a40 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Enqueued Resource ID: 3499f063-2517-4962-8640-d10a225e54fe with Priority: HIGHEST for action security_group_members [ 1174.457533] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3499f063-2517-4962-8640-d10a225e54fe with Priority: HIGHEST for action security_group_members [ 1174.458043] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3499f063-2517-4962-8640-d10a225e54fe taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.458168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.458234] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.458830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.458830] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.458830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.458830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.459031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.459136] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.459229] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3499f063-2517-4962-8640-d10a225e54fe',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.936341] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-801 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.936547] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-801" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.937354] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-801" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.937354] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-801" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.937354] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.937601] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.937601] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.938703] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.938703] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.938703] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.938703] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.938703] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.938703] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.938703] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.938703] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.939075] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.959780] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.959976] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1174.960218] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.960301] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-801" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.960618] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-5fa448a0-35ea-40c5-b44f-d29e74c42296 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.960798] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-5fa448a0-35ea-40c5-b44f-d29e74c42296" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.960923] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-5fa448a0-35ea-40c5-b44f-d29e74c42296" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.961284] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-5fa448a0-35ea-40c5-b44f-d29e74c42296" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.961434] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fa448a0-35ea-40c5-b44f-d29e74c42296',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.962374] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.962504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.962563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.962722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.962803] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.962976] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.963080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.963147] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.963313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.963358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.963438] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3499f063-2517-4962-8640-d10a225e54fe already deleted. [ 1174.963516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.466100] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.466584] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.466800] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.467349] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.467687] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.468077] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 5fa448a0-35ea-40c5-b44f-d29e74c42296 not found, creating... [ 1175.468647] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.468953] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.469191] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.469548] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.469782] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.470242] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.470554] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.470636] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.470957] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.471139] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.471302] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 5fa448a0-35ea-40c5-b44f-d29e74c42296 is going to be created. [ 1175.495402] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.495402] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.495402] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.495815] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.496140] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.496255] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-5fa448a0-35ea-40c5-b44f-d29e74c42296" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.254230] env[69933]: INFO networking_nsxv3.common.synchronization [req-9703ae20-2c88-4af3-be38-7c4449e94bad req-c2e9fb92-c362-40b5-b207-2328fc7f6637 service nova] Enqueued Resource ID: 3499f063-2517-4962-8640-d10a225e54fe with Priority: HIGHEST for action security_group_rules [ 1176.254426] env[69933]: INFO networking_nsxv3.common.synchronization [req-9703ae20-2c88-4af3-be38-7c4449e94bad req-c2e9fb92-c362-40b5-b207-2328fc7f6637 service nova] Enqueued Resource ID: 3499f063-2517-4962-8640-d10a225e54fe with Priority: HIGHEST for action security_group_members [ 1176.254569] env[69933]: INFO networking_nsxv3.common.synchronization [req-9703ae20-2c88-4af3-be38-7c4449e94bad req-c2e9fb92-c362-40b5-b207-2328fc7f6637 service nova] Enqueued Resource ID: 5fa448a0-35ea-40c5-b44f-d29e74c42296 with Priority: HIGHEST for action port [ 1176.255116] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3499f063-2517-4962-8640-d10a225e54fe with Priority: HIGHEST for action security_group_rules [ 1176.255242] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3499f063-2517-4962-8640-d10a225e54fe with Priority: HIGHEST for action security_group_members [ 1176.255403] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa448a0-35ea-40c5-b44f-d29e74c42296 with Priority: HIGHEST for action port [ 1176.255595] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3499f063-2517-4962-8640-d10a225e54fe taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.255718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.255784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.256102] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.256215] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3499f063-2517-4962-8640-d10a225e54fe',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.257106] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3499f063-2517-4962-8640-d10a225e54fe taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.257244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.257285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.257472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.257604] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.257703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.257764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.257905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.257989] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.258088] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3499f063-2517-4962-8640-d10a225e54fe',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.258821] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fa448a0-35ea-40c5-b44f-d29e74c42296 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.258927] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fa448a0-35ea-40c5-b44f-d29e74c42296" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.258992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fa448a0-35ea-40c5-b44f-d29e74c42296" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.259375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fa448a0-35ea-40c5-b44f-d29e74c42296" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.259428] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fa448a0-35ea-40c5-b44f-d29e74c42296',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.761521] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3499f063-2517-4962-8640-d10a225e54fe taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.761817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.767105] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3499f063-2517-4962-8640-d10a225e54fe',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.767523] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fa448a0-35ea-40c5-b44f-d29e74c42296 with status ACTIVE [ 1176.767772] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.767871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.767928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.768170] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.768258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.768465] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.768561] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.768623] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.768792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.768876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.769092] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.769182] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.769238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.769395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.769470] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.769554] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fa448a0-35ea-40c5-b44f-d29e74c42296 is going to be updated. [ 1176.794491] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.794745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.794745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.795157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.795157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.795394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fa448a0-35ea-40c5-b44f-d29e74c42296" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.959979] env[69933]: INFO networking_nsxv3.common.synchronization [req-2de75e30-5d54-49e4-a086-40eb99d90098 req-53a0274c-cd69-4367-a4ec-0d1e5f36a6fa tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Enqueued Resource ID: b3125bac-e9d7-4740-aafd-18d80f71ecac with Priority: HIGHEST for action security_group_members [ 1176.961450] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3125bac-e9d7-4740-aafd-18d80f71ecac with Priority: HIGHEST for action security_group_members [ 1176.962441] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3125bac-e9d7-4740-aafd-18d80f71ecac taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.962441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.962441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.965720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.965720] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.965720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.965720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.965720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.965720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.965720] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3125bac-e9d7-4740-aafd-18d80f71ecac',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.994261] env[69933]: INFO networking_nsxv3.common.synchronization [req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd req-da4ef7ed-a105-45c1-9251-c9ab586b99df tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1176.994261] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1176.994261] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.994261] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.994261] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.994555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.995096] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.995216] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.995279] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.995570] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.995669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.995768] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.272150] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3499f063-2517-4962-8640-d10a225e54fe',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.307337] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.307337] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-946" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.307337] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-946" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.307528] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-946" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.308330] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.308330] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.309448] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.309683] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.309849] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.310087] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.310213] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.310329] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.310442] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.310557] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.310667] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.311438] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.331182] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.331397] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1177.332241] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.332241] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-946" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.332241] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-82d7d881-59b2-4f5c-8686-0d5062e77ebc taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.332241] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-82d7d881-59b2-4f5c-8686-0d5062e77ebc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.332577] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-82d7d881-59b2-4f5c-8686-0d5062e77ebc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.332786] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-82d7d881-59b2-4f5c-8686-0d5062e77ebc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.332932] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d7d881-59b2-4f5c-8686-0d5062e77ebc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.466490] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.466653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.466729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.466950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.467079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.467316] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.467492] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.467492] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.467724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.467724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.467814] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3125bac-e9d7-4740-aafd-18d80f71ecac already deleted. [ 1177.467871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.498207] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.498904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.498904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.498904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.498904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.499210] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.499210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.499210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.499451] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.499451] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.499451] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 1177.528438] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.528608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.528682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.528902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.529076] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.538345] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 1177.778996] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.779378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.779378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.779545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.779600] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.779658] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3499f063-2517-4962-8640-d10a225e54fe is going to be created. [ 1177.807079] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.807079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.807079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.807079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.807079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.815796] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3499f063-2517-4962-8640-d10a225e54fe in Status: UNINITIALIZED for 2s [ 1177.835984] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.836261] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.836398] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.836718] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.836818] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.836977] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 82d7d881-59b2-4f5c-8686-0d5062e77ebc not found, creating... [ 1177.837284] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.837442] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.837566] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.837815] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.837920] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.838222] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.838468] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.838521] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.838717] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.838865] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.839047] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 82d7d881-59b2-4f5c-8686-0d5062e77ebc is going to be created. [ 1177.861471] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.861695] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.861826] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.862120] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.862403] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.862646] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-82d7d881-59b2-4f5c-8686-0d5062e77ebc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.616197] env[69933]: INFO networking_nsxv3.common.synchronization [req-2de75e30-5d54-49e4-a086-40eb99d90098 req-5f7f35d2-e15e-476e-9970-fc751df69b0a service nova] Enqueued Resource ID: b3125bac-e9d7-4740-aafd-18d80f71ecac with Priority: HIGHEST for action security_group_rules [ 1178.616197] env[69933]: INFO networking_nsxv3.common.synchronization [req-2de75e30-5d54-49e4-a086-40eb99d90098 req-5f7f35d2-e15e-476e-9970-fc751df69b0a service nova] Enqueued Resource ID: b3125bac-e9d7-4740-aafd-18d80f71ecac with Priority: HIGHEST for action security_group_members [ 1178.616197] env[69933]: INFO networking_nsxv3.common.synchronization [req-2de75e30-5d54-49e4-a086-40eb99d90098 req-5f7f35d2-e15e-476e-9970-fc751df69b0a service nova] Enqueued Resource ID: 82d7d881-59b2-4f5c-8686-0d5062e77ebc with Priority: HIGHEST for action port [ 1178.616197] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3125bac-e9d7-4740-aafd-18d80f71ecac with Priority: HIGHEST for action security_group_rules [ 1178.616459] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3125bac-e9d7-4740-aafd-18d80f71ecac with Priority: HIGHEST for action security_group_members [ 1178.616459] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d7d881-59b2-4f5c-8686-0d5062e77ebc with Priority: HIGHEST for action port [ 1178.617804] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3125bac-e9d7-4740-aafd-18d80f71ecac taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.617804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.617804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.617804] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.617804] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3125bac-e9d7-4740-aafd-18d80f71ecac',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.622160] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3125bac-e9d7-4740-aafd-18d80f71ecac taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.622160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.622160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.622160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.622160] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.622160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.622160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.622160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.622160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.622160] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3125bac-e9d7-4740-aafd-18d80f71ecac',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.622160] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-82d7d881-59b2-4f5c-8686-0d5062e77ebc taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.622160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82d7d881-59b2-4f5c-8686-0d5062e77ebc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.622160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82d7d881-59b2-4f5c-8686-0d5062e77ebc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.622160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82d7d881-59b2-4f5c-8686-0d5062e77ebc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.622160] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d7d881-59b2-4f5c-8686-0d5062e77ebc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.115935] env[69933]: INFO networking_nsxv3.common.synchronization [req-8f1293e2-8ab2-4317-8197-4b519b08eb6f req-652b7dfc-caa0-4cdd-85c4-b0b031ab4252 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Enqueued Resource ID: 81a93840-8381-41aa-93a2-1c57a098019b with Priority: HIGHEST for action security_group_members [ 1179.116703] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a93840-8381-41aa-93a2-1c57a098019b with Priority: HIGHEST for action security_group_members [ 1179.116988] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a93840-8381-41aa-93a2-1c57a098019b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.117502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.117578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.117835] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.117996] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.118114] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.118179] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.118329] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.118437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.118529] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a93840-8381-41aa-93a2-1c57a098019b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.123113] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82d7d881-59b2-4f5c-8686-0d5062e77ebc with status ACTIVE [ 1179.123301] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.123417] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.123479] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.123652] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.123733] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.123909] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.124011] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.124098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.124248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.124323] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.124501] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.124596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.124656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.124791] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.124862] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.125064] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82d7d881-59b2-4f5c-8686-0d5062e77ebc is going to be updated. [ 1179.126077] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3125bac-e9d7-4740-aafd-18d80f71ecac taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.126176] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.126343] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3125bac-e9d7-4740-aafd-18d80f71ecac',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.147553] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.147690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.147754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.147959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.148125] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.148285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82d7d881-59b2-4f5c-8686-0d5062e77ebc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.485177] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.485446] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.485599] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.486201] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.486460] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.486650] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.486775] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.490223] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.490443] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.490670] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.490793] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.490909] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.491034] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.491158] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.491280] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.491429] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.513408] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.513837] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1179.514171] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.514381] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.514827] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-e1792318-750d-4106-a670-a286c8be19cb taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.515110] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-e1792318-750d-4106-a670-a286c8be19cb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.515292] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-e1792318-750d-4106-a670-a286c8be19cb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.515688] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-e1792318-750d-4106-a670-a286c8be19cb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.515903] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1792318-750d-4106-a670-a286c8be19cb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.548685] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 1179.548896] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db deletion is rescheduled due to dependency. [ 1179.549051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.622069] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.622278] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.622366] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.622632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.622728] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.622936] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.623045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.623103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.623302] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.623400] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.623475] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a93840-8381-41aa-93a2-1c57a098019b already deleted. [ 1179.623554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.631554] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3125bac-e9d7-4740-aafd-18d80f71ecac',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.826306] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3499f063-2517-4962-8640-d10a225e54fe in Status: SUCCESS [ 1179.826532] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.826704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.826927] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.827195] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.827313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.827470] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.827540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.827604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.827690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.827779] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3499f063-2517-4962-8640-d10a225e54fe',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.019017] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.019286] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.019286] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.019464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.019666] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.019776] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port e1792318-750d-4106-a670-a286c8be19cb not found, creating... [ 1180.020218] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.020218] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.020337] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.020529] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.020668] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.020948] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.021120] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.021240] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.021453] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.021587] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.021729] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: e1792318-750d-4106-a670-a286c8be19cb is going to be created. [ 1180.042557] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.042771] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.042903] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.043201] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.043427] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.043659] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-e1792318-750d-4106-a670-a286c8be19cb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.134102] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.134328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.134328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.134567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.134606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.134711] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3125bac-e9d7-4740-aafd-18d80f71ecac is going to be created. [ 1180.172949] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.173139] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.173193] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.173604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.173604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.184534] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3125bac-e9d7-4740-aafd-18d80f71ecac in Status: UNINITIALIZED for 2s [ 1180.331249] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3499f063-2517-4962-8640-d10a225e54fe taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.331456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.331525] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.331774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.331954] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.332081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.332145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.332295] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.332382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.332470] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.332711] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3499f063-2517-4962-8640-d10a225e54fe taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.332810] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.332866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.333023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.333163] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.333254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.333313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.333448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.333523] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.333605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.333712] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3499f063-2517-4962-8640-d10a225e54fe',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.830015] env[69933]: INFO networking_nsxv3.common.synchronization [req-8f1293e2-8ab2-4317-8197-4b519b08eb6f req-6db88120-7504-4883-981b-889e549347d2 service nova] Enqueued Resource ID: 81a93840-8381-41aa-93a2-1c57a098019b with Priority: HIGHEST for action security_group_rules [ 1180.830214] env[69933]: INFO networking_nsxv3.common.synchronization [req-8f1293e2-8ab2-4317-8197-4b519b08eb6f req-6db88120-7504-4883-981b-889e549347d2 service nova] Enqueued Resource ID: 81a93840-8381-41aa-93a2-1c57a098019b with Priority: HIGHEST for action security_group_members [ 1180.830362] env[69933]: INFO networking_nsxv3.common.synchronization [req-8f1293e2-8ab2-4317-8197-4b519b08eb6f req-6db88120-7504-4883-981b-889e549347d2 service nova] Enqueued Resource ID: e1792318-750d-4106-a670-a286c8be19cb with Priority: HIGHEST for action port [ 1180.830880] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a93840-8381-41aa-93a2-1c57a098019b with Priority: HIGHEST for action security_group_rules [ 1180.831936] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a93840-8381-41aa-93a2-1c57a098019b with Priority: HIGHEST for action security_group_members [ 1180.832138] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1792318-750d-4106-a670-a286c8be19cb with Priority: HIGHEST for action port [ 1180.832484] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81a93840-8381-41aa-93a2-1c57a098019b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.832560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.832629] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.832833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.832913] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81a93840-8381-41aa-93a2-1c57a098019b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.834513] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a93840-8381-41aa-93a2-1c57a098019b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.834644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.834715] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.834906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.835154] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.835226] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.835291] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.835454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.835538] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.835629] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a93840-8381-41aa-93a2-1c57a098019b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.836459] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1792318-750d-4106-a670-a286c8be19cb taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.836568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1792318-750d-4106-a670-a286c8be19cb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.836627] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1792318-750d-4106-a670-a286c8be19cb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.836781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1792318-750d-4106-a670-a286c8be19cb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.836857] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1792318-750d-4106-a670-a286c8be19cb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.838495] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3499f063-2517-4962-8640-d10a225e54fe: rpc.has_security_group_logging(os_id): False [ 1180.856830] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.857030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.857069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.857282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.857389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.857583] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.857684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.857746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.857897] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.857989] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.858218] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.858319] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.858397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.858610] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.858697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.858888] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.859273] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.859273] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.859528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.859652] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.859778] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3499f063-2517-4962-8640-d10a225e54fe is going to be created. [ 1180.921929] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.921929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.922118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.922279] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.922490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.935495] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3499f063-2517-4962-8640-d10a225e54fe in Status: IN_PROGRESS for 2s [ 1181.335247] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a93840-8381-41aa-93a2-1c57a098019b taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.335551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.338877] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81a93840-8381-41aa-93a2-1c57a098019b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.340279] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1792318-750d-4106-a670-a286c8be19cb with status ACTIVE [ 1181.341027] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.341027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.341027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.341027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.341027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.341258] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.341258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.341333] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.341544] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.341544] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.341669] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.341760] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.341821] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.341982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.342033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.342120] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1792318-750d-4106-a670-a286c8be19cb is going to be updated. [ 1181.367043] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.367043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.367043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.367043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.367043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.367043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1792318-750d-4106-a670-a286c8be19cb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.841143] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81a93840-8381-41aa-93a2-1c57a098019b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.845309] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.845309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.845309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.845309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.845309] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.195440] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3125bac-e9d7-4740-aafd-18d80f71ecac in Status: SUCCESS [ 1182.195677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.195875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.196176] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.196401] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.196533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.196648] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.196807] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.196898] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.197026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.197188] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3125bac-e9d7-4740-aafd-18d80f71ecac',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.343922] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.344269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.344269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.344906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.344906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.344906] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a93840-8381-41aa-93a2-1c57a098019b is going to be created. [ 1182.348344] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.374382] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.374553] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.374650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.374876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.375134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.387492] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a93840-8381-41aa-93a2-1c57a098019b in Status: UNINITIALIZED for 2s [ 1182.397410] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.397659] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-999" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.397730] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-999" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.398042] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-999" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.398323] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.400013] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.400013] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.400013] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.400013] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.401425] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.401558] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.401740] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.401867] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.401986] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.402109] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.402255] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.428359] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.428558] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1182.428707] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.428892] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-999" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.429241] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-6f205cd2-e0b7-4439-bfa5-48a1f3663711 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.429425] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-6f205cd2-e0b7-4439-bfa5-48a1f3663711" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.429548] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-6f205cd2-e0b7-4439-bfa5-48a1f3663711" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.429860] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-6f205cd2-e0b7-4439-bfa5-48a1f3663711" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.429978] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f205cd2-e0b7-4439-bfa5-48a1f3663711',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.699670] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3125bac-e9d7-4740-aafd-18d80f71ecac taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.699857] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.699910] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.700975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.700975] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.700975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.700975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.700975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.700975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.701293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.701449] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3125bac-e9d7-4740-aafd-18d80f71ecac taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.701549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.701608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.701767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.701907] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.701998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.702067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.702206] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.702285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.702363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.702450] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3125bac-e9d7-4740-aafd-18d80f71ecac',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.853033] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.934327] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.934610] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.934708] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.935015] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.935168] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.935468] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.935628] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.935745] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.935997] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.936185] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.936482] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.936746] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.936867] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.937169] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.937319] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.937495] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 6f205cd2-e0b7-4439-bfa5-48a1f3663711 is going to be updated. [ 1182.962115] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3499f063-2517-4962-8640-d10a225e54fe in Status: SUCCESS [ 1182.962373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.973024] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.973024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.973024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.973024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.973024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.973024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-6f205cd2-e0b7-4439-bfa5-48a1f3663711" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.206658] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3125bac-e9d7-4740-aafd-18d80f71ecac: rpc.has_security_group_logging(os_id): False [ 1183.238158] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.238158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.238158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.238529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.239712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.239712] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.239712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.239712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.239712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.239712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.239712] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.240139] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.240139] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.240139] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.240139] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.240331] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.240435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.240497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.240650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.240752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.240845] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3125bac-e9d7-4740-aafd-18d80f71ecac is going to be created. [ 1183.337716] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.337716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.337716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.337716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.337716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.352121] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3125bac-e9d7-4740-aafd-18d80f71ecac in Status: IN_PROGRESS for 2s [ 1183.357233] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1183.357233] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1183.842313] env[69933]: INFO networking_nsxv3.common.synchronization [req-5ae6f18f-478f-4803-b4c5-c386789c8e1f req-b1c3bba9-2fad-4e62-846b-3eb38361c14b service nova] Enqueued Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGHEST for action security_group_rules [ 1183.842412] env[69933]: INFO networking_nsxv3.common.synchronization [req-5ae6f18f-478f-4803-b4c5-c386789c8e1f req-b1c3bba9-2fad-4e62-846b-3eb38361c14b service nova] Enqueued Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGHEST for action security_group_members [ 1183.842605] env[69933]: INFO networking_nsxv3.common.synchronization [req-5ae6f18f-478f-4803-b4c5-c386789c8e1f req-b1c3bba9-2fad-4e62-846b-3eb38361c14b service nova] Enqueued Resource ID: 6f205cd2-e0b7-4439-bfa5-48a1f3663711 with Priority: HIGHEST for action port [ 1183.843975] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGHEST for action security_group_rules [ 1183.843975] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGHEST for action security_group_members [ 1183.843975] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f205cd2-e0b7-4439-bfa5-48a1f3663711 with Priority: HIGHEST for action port [ 1183.843975] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c82b19f-d788-4c49-89be-b35465a7c7bb taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.843975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.843975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.844417] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.844417] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.845486] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c82b19f-d788-4c49-89be-b35465a7c7bb taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.845595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.845696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.845972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.845972] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.846129] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.846204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.846336] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.846413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.846505] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.847344] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f205cd2-e0b7-4439-bfa5-48a1f3663711 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.847443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f205cd2-e0b7-4439-bfa5-48a1f3663711" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.847525] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f205cd2-e0b7-4439-bfa5-48a1f3663711" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.849017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f205cd2-e0b7-4439-bfa5-48a1f3663711" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.849017] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f205cd2-e0b7-4439-bfa5-48a1f3663711',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.246468] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.246656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.246714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.246907] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.261936] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1184.262092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.263631] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1184.300468] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.300669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.300830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.301065] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.312481] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.313197] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1184.313311] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1184.313365] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1184.347937] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c82b19f-d788-4c49-89be-b35465a7c7bb taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.348125] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.354715] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.360342] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f205cd2-e0b7-4439-bfa5-48a1f3663711 with status ACTIVE [ 1184.360342] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.360342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.360342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.360342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.360342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.360342] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.360342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.360342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.360342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.360342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.360342] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.360342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.360342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.360342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.360342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.360342] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f205cd2-e0b7-4439-bfa5-48a1f3663711 is going to be updated. [ 1184.380455] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.380455] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.380455] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.380455] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.382326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.382874] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1184.405192] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.405192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.405192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.405426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.405426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.405599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f205cd2-e0b7-4439-bfa5-48a1f3663711" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.406733] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a93840-8381-41aa-93a2-1c57a098019b in Status: SUCCESS [ 1184.406920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.407115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.407321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.407510] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.407615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.407670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.407851] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.407939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.408030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.408120] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81a93840-8381-41aa-93a2-1c57a098019b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.516626] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.516836] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.516878] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.517994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.517994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.517994] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1184.619496] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.619496] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.619496] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.619496] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.620190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.620717] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1184.620944] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e3becf01-89cd-4518-aebf-aac0cd99ea5e', '00abf3b0-8aab-4936-8d39-ae670ae50177', '3dc059f0-c910-4ebe-b347-bcfb1272a157', 'ed38584d-1a8b-4267-9313-2bc352dedece', '90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4', 'cea90133-096e-4def-8b96-f0a6471f46ff', 'fb14f416-0521-4152-9075-7b7d2c991b2b', '0073073b-c4f6-4327-bd74-d0e99c9f21f6', '3499f063-2517-4962-8640-d10a225e54fe', 'e082358a-8ba0-40ff-861b-05122ecd950e', 'b3125bac-e9d7-4740-aafd-18d80f71ecac', '6ee44f5a-49dc-4706-871a-8665893c03d2', '5a35f75d-cf17-44d7-8ac7-5a0c7dd88531', '986addec-8ffc-456f-a7e3-462cb3ef7b96', 'c8f4bfda-2512-4ffb-b5e4-cd974160a0e5', '5382a16c-d0e6-4051-9f54-e400469a3386', '2ae0bd03-b74e-4de1-962f-02b9a1fea353', '059c4d23-b7b0-4333-a55b-e5d90c2a4a25', '3c476b51-b290-40a7-9048-b6796a4b273e', '13338196-1b3b-4276-bf26-293cc8d42258', 'dfd92b65-b571-4f30-9b05-7b7c15f4e375', 'b46d68c7-1ca1-41e0-a52b-f7107757d218', 'a4e10955-681b-4983-bed8-f862142e0da4', 'f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a', '8c82b19f-d788-4c49-89be-b35465a7c7bb', '8b718351-0fd6-494c-b6de-da1c2fecb2ce', 'f577ced3-8c05-4917-a659-d6b10d13944a', 'c1fa85da-927f-46c9-b2bc-954d6ed34e2f', '92799342-7ea0-49fc-af59-fd04e380b3db', '5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f', '5bd25c0a-a661-4c28-b42f-0b161d240baf', 'a8c7ac16-353e-4374-abbc-9a1d012852ff', '449d5f16-71b4-4352-832e-7323da318d22', '46ba164e-5c03-4513-a24e-47b9de9450b3', '65a3c3d6-c42b-4a72-ad08-9e8bc54de63e', 'fe61313c-7ef4-4979-a20d-b86e625fd10b', '11da399e-13ef-4b9f-8e49-5c8ca3b26ba1', 'd9a2a70c-e742-4535-9e20-ddd0975d65c8', 'f7007fcd-ca97-4df8-9555-1266bc54f133', '8cd8ae35-877a-4982-86b7-15761f7a9d47', 'e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e', '6a597d2c-722d-4a93-b87b-83de0fc45656', '372297e0-1037-4ee4-8a18-c41b8ec57cf8', 'fb136dc2-3f21-4749-b867-41cfaa5a3099'} {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1184.621227] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1184.795244] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.795501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.795501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.795677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.795762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.795869] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1184.795962] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1184.796047] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1184.860941] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.886431] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.886644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.886772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.886980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.888341] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.888919] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1184.889011] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1184.889279] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1184.889466] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1184.889466] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1184.889543] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e with Priority: HIGH for action security_group_rules [ 1184.889599] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGH for action security_group_rules [ 1184.889666] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGH for action security_group_rules [ 1184.889729] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed38584d-1a8b-4267-9313-2bc352dedece with Priority: HIGH for action security_group_rules [ 1184.889792] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 with Priority: HIGH for action security_group_rules [ 1184.889853] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGH for action security_group_rules [ 1184.889913] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb14f416-0521-4152-9075-7b7d2c991b2b with Priority: HIGH for action security_group_rules [ 1184.889974] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 with Priority: HIGH for action security_group_rules [ 1184.890063] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3499f063-2517-4962-8640-d10a225e54fe with Priority: HIGH for action security_group_rules [ 1184.890139] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e082358a-8ba0-40ff-861b-05122ecd950e with Priority: HIGH for action security_group_rules [ 1184.890203] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3125bac-e9d7-4740-aafd-18d80f71ecac with Priority: HIGH for action security_group_rules [ 1184.890279] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 with Priority: HIGH for action security_group_rules [ 1184.890354] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGH for action security_group_rules [ 1184.890441] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGH for action security_group_rules [ 1184.890538] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGH for action security_group_rules [ 1184.890627] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5382a16c-d0e6-4051-9f54-e400469a3386 with Priority: HIGH for action security_group_rules [ 1184.891161] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGH for action security_group_rules [ 1184.891161] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 with Priority: HIGH for action security_group_rules [ 1184.891161] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGH for action security_group_rules [ 1184.891161] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13338196-1b3b-4276-bf26-293cc8d42258 with Priority: HIGH for action security_group_rules [ 1184.891161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.910658] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81a93840-8381-41aa-93a2-1c57a098019b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.363602] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.364038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.364038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.364156] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.364204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.364554] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb is going to be updated. [ 1185.370482] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3125bac-e9d7-4740-aafd-18d80f71ecac in Status: SUCCESS [ 1185.370771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.408097] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.408269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.408343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.408572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.408725] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.413632] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81a93840-8381-41aa-93a2-1c57a098019b: rpc.has_security_group_logging(os_id): False [ 1185.423589] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb in Status: IN_PROGRESS for 2s [ 1185.435964] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.435964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.435964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.449870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.449870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.449870] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.449870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.449870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.449870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.449870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.449870] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81a93840-8381-41aa-93a2-1c57a098019b is going to be created. [ 1185.530754] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.530908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.530967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.531205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.531377] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.543346] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81a93840-8381-41aa-93a2-1c57a098019b in Status: IN_PROGRESS for 2s [ 1187.437109] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb in Status: SUCCESS [ 1187.437395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.437549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.437761] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.437949] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.438082] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.438145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.438302] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.438378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.438458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.438545] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.557365] env[69933]: INFO networking_nsxv3.common.synchronization [req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 req-aac15395-4f30-4342-95b0-6083250be228 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Enqueued Resource ID: 3499f063-2517-4962-8640-d10a225e54fe with Priority: HIGHEST for action security_group_members [ 1187.558448] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3499f063-2517-4962-8640-d10a225e54fe with Priority: HIGHEST for action security_group_members [ 1187.558623] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e with Priority: HIGH for action security_group_rules [ 1187.558743] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGH for action security_group_rules [ 1187.558828] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb14f416-0521-4152-9075-7b7d2c991b2b with Priority: HIGH for action security_group_rules [ 1187.558925] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 with Priority: HIGH for action security_group_rules [ 1187.559185] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13338196-1b3b-4276-bf26-293cc8d42258 with Priority: HIGH for action security_group_rules [ 1187.559343] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGH for action security_group_rules [ 1187.559450] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 with Priority: HIGH for action security_group_rules [ 1187.559535] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGH for action security_group_rules [ 1187.559630] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 with Priority: HIGH for action security_group_rules [ 1187.559721] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5382a16c-d0e6-4051-9f54-e400469a3386 with Priority: HIGH for action security_group_rules [ 1187.559811] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGH for action security_group_rules [ 1187.559949] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 with Priority: HIGH for action security_group_rules [ 1187.559993] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3125bac-e9d7-4740-aafd-18d80f71ecac with Priority: HIGH for action security_group_rules [ 1187.560083] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e082358a-8ba0-40ff-861b-05122ecd950e with Priority: HIGH for action security_group_rules [ 1187.560161] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3499f063-2517-4962-8640-d10a225e54fe with Priority: HIGH for action security_group_rules [ 1187.560260] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGH for action security_group_rules [ 1187.560335] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 with Priority: HIGH for action security_group_rules [ 1187.560422] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 with Priority: HIGH for action security_group_rules [ 1187.560499] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGH for action security_group_rules [ 1187.565382] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed38584d-1a8b-4267-9313-2bc352dedece with Priority: HIGH for action security_group_rules [ 1187.568301] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81a93840-8381-41aa-93a2-1c57a098019b in Status: SUCCESS [ 1187.568301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.568301] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3499f063-2517-4962-8640-d10a225e54fe taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.568301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.568301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.568301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.568301] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.568301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.568301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.569116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.569341] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.569451] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3499f063-2517-4962-8640-d10a225e54fe',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.572477] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.572477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.572477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.572477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.572477] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3becf01-89cd-4518-aebf-aac0cd99ea5e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.572477] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.572477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.572477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.572477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.572477] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.574964] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb14f416-0521-4152-9075-7b7d2c991b2b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.574964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.574964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.574964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.574964] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb14f416-0521-4152-9075-7b7d2c991b2b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.574964] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.574964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.574964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.574964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.574964] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f4bfda-2512-4ffb-b5e4-cd974160a0e5',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.581142] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13338196-1b3b-4276-bf26-293cc8d42258 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.581283] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.581356] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.581604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.581673] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13338196-1b3b-4276-bf26-293cc8d42258',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.582535] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.582665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.582767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.582875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.582953] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.585432] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.585545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.585614] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.585785] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.585904] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('059c4d23-b7b0-4333-a55b-e5d90c2a4a25',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.586786] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.586935] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.587373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.587373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.587373] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.588546] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-986addec-8ffc-456f-a7e3-462cb3ef7b96 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.590244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.590244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.590244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.590244] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('986addec-8ffc-456f-a7e3-462cb3ef7b96',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.590244] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5382a16c-d0e6-4051-9f54-e400469a3386 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.590244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.590244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.590244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.590494] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5382a16c-d0e6-4051-9f54-e400469a3386',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.591333] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.591450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.591640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.591673] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.592407] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.593190] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ee44f5a-49dc-4706-871a-8665893c03d2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.593190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.593190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.593190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.593190] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ee44f5a-49dc-4706-871a-8665893c03d2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.594043] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3125bac-e9d7-4740-aafd-18d80f71ecac taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.594341] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.594341] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.594462] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.594534] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3125bac-e9d7-4740-aafd-18d80f71ecac',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.595212] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e082358a-8ba0-40ff-861b-05122ecd950e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.595314] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.595388] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.597018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.597018] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e082358a-8ba0-40ff-861b-05122ecd950e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.597018] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3499f063-2517-4962-8640-d10a225e54fe taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.597018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.597018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.597018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.597343] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3499f063-2517-4962-8640-d10a225e54fe',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.600228] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.600228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.600228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.600228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.600228] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.600228] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0073073b-c4f6-4327-bd74-d0e99c9f21f6 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.600228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.600228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.600228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.600228] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0073073b-c4f6-4327-bd74-d0e99c9f21f6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.600778] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.600855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.600933] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.601141] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.601228] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.601968] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.602111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.602231] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.602421] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.602496] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.603312] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed38584d-1a8b-4267-9313-2bc352dedece taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.603453] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.603527] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.603709] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.603783] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed38584d-1a8b-4267-9313-2bc352dedece',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.632652] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.632652] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.632652] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.632652] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.633257] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.633381] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.657397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.659054] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 059c4d23-b7b0-4333-a55b-e5d90c2a4a25 is going to be deleted. [ 1187.659751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.660088] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.701644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.701860] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb14f416-0521-4152-9075-7b7d2c991b2b is going to be deleted. [ 1187.741885] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.742078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.742164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.742375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.742474] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.742611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-059c4d23-b7b0-4333-a55b-e5d90c2a4a25" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.765817] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.765817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.765817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.765817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.765817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.765817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb14f416-0521-4152-9075-7b7d2c991b2b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.944733] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.028209] env[69933]: INFO networking_nsxv3.common.synchronization [req-2efda3f0-7091-468f-a70f-26c019983ea7 req-eb71d570-aa82-418f-8f43-617e80209d4f tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1188.028753] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1188.029428] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.029581] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.029640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.029854] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.030258] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.030258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.030258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.030467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.030467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.030555] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.109799] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.110088] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.110088] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.110229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.110380] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.110496] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.110550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.110714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.110800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.110890] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.111105] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.112549] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.112704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.112704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.112898] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.113000] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.113092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.113167] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.113327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.113441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.113543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.113623] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.120603] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.120741] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.120783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.121173] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.122665] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e082358a-8ba0-40ff-861b-05122ecd950e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.122792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.122860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.123052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.123212] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.123310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.123387] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.123588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.123687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.123802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.123916] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e082358a-8ba0-40ff-861b-05122ecd950e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.125385] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.125385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.125385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.125385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.125593] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.125593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.125593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.125732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.125827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.125921] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.126015] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.127619] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3125bac-e9d7-4740-aafd-18d80f71ecac taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.127721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.127789] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.127942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.128102] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.128196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.128260] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.128400] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.128478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.128560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.128639] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3125bac-e9d7-4740-aafd-18d80f71ecac',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.136940] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.137239] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.137239] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.137359] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.137516] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.137640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.137688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.137815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.137894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.137976] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.138071] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.148030] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3125bac-e9d7-4740-aafd-18d80f71ecac taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.148200] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.148261] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.148521] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.148782] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.148937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.149457] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.149457] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.149457] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.149590] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.149662] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3125bac-e9d7-4740-aafd-18d80f71ecac taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.149760] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.149847] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.149955] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.150117] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.150211] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.150272] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.150408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.150484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.150566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.150689] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3125bac-e9d7-4740-aafd-18d80f71ecac',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.194106] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.194232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.194647] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.194732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.203165] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.203267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.205144] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.205144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.206075] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.206252] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.207027] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.207158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.207896] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.207983] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.209012] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.209012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.211073] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.211073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.211710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.211710] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.211710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.212046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.212046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.212555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.212555] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3499f063-2517-4962-8640-d10a225e54fe is going to be updated. [ 1188.213259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.213451] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.215615] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.215719] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.216696] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.216827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.217619] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1188.218187] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.218307] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.243947] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1188.244536] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.244707] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f4bfda-2512-4ffb-b5e4-cd974160a0e5 is going to be deleted. [ 1188.246285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.246364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.249059] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.249059] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.249059] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.249353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.249514] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.265536] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3499f063-2517-4962-8640-d10a225e54fe in Status: IN_PROGRESS for 2s [ 1188.270577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.270833] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4 is going to be deleted. [ 1188.271736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.271956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.296185] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.296185] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be deleted. [ 1188.297031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.297558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.333592] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.335952] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 is going to be deleted. [ 1188.337074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.337347] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.337450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.337563] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3499f063-2517-4962-8640-d10a225e54fe is going to be deleted. [ 1188.339509] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.339617] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.339693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.339880] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.339967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.340107] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f4bfda-2512-4ffb-b5e4-cd974160a0e5" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.340331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.340556] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.363461] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.363461] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.375168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.375168] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 986addec-8ffc-456f-a7e3-462cb3ef7b96 is going to be deleted. [ 1188.376820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.376820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.403972] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.404137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.430841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.431092] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5382a16c-d0e6-4051-9f54-e400469a3386 is going to be deleted. [ 1188.432227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.432614] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.449075] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c82b19f-d788-4c49-89be-b35465a7c7bb: rpc.has_security_group_logging(os_id): False [ 1188.464544] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.464743] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-244" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.464872] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-244" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.465172] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-244" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.465437] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.465603] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.465725] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.465950] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.466381] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.470024] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.470024] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.470024] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.470024] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.470024] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.470024] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.470024] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.470024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.470024] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3becf01-89cd-4518-aebf-aac0cd99ea5e is going to be deleted. [ 1188.471776] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.472124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.473927] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.476293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.532519] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.532702] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.544881] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.547389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.551361] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.551361] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.083 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1188.551361] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.551361] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-244" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.551361] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-e021229c-2ca7-4179-923c-24508dffdc2f taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.551361] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-e021229c-2ca7-4179-923c-24508dffdc2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.551596] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-e021229c-2ca7-4179-923c-24508dffdc2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.551980] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-e021229c-2ca7-4179-923c-24508dffdc2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.552304] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e021229c-2ca7-4179-923c-24508dffdc2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.556036] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.556300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.594527] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.594747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.608932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.609168] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed38584d-1a8b-4267-9313-2bc352dedece is going to be deleted. [ 1188.610687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.610949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.612906] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.613094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.619483] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.619679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.619679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.620081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.620403] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.620578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.620658] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.620927] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.621085] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.621245] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.621446] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.621730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.621823] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.622018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.622246] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.622337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.622385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.622608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.622677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.622776] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.622916] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.623988] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.640080] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.640320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.640383] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.640846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.640945] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.641067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.641133] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.641379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.641507] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.641569] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.641781] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.641914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.642077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.642511] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.642511] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.642661] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.642691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.642879] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.642998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.643123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.643243] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.644441] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e082358a-8ba0-40ff-861b-05122ecd950e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.646784] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.646784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.646784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.646784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.647025] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.647078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.648077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.648077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.648077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.648077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.648077] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.648077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.648077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.648341] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.648341] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.648404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.648433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.648579] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.648657] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.648740] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.648841] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.658783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.658912] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13338196-1b3b-4276-bf26-293cc8d42258 is going to be deleted. [ 1188.660611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.660611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.670713] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3125bac-e9d7-4740-aafd-18d80f71ecac: rpc.has_security_group_logging(os_id): False [ 1188.725776] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.726108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.751320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.751550] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0073073b-c4f6-4327-bd74-d0e99c9f21f6 is going to be deleted. [ 1188.753012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.753596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.770852] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.771104] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.785533] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.785533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.809686] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.809885] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ee44f5a-49dc-4706-871a-8665893c03d2 is going to be deleted. [ 1188.810762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.810984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.811098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.811247] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90c1fb90-3c9e-48f8-b1a1-f69c1bf5f5f4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.811420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.811618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.811694] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.811778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.812306] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.812483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.812542] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.814949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.814949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.814949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.814949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.814949] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.814949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.814949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.814949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.814949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.814949] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 already deleted. [ 1188.814949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.814949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.814949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.827536] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.827669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.881029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.881029] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.881029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.881029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.881029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.881029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.881029] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb is going to be updated. [ 1188.881936] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.882396] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.882396] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.882557] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-986addec-8ffc-456f-a7e3-462cb3ef7b96" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.882782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.883039] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.883169] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.883357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.883600] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.883841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.883966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.884183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5382a16c-d0e6-4051-9f54-e400469a3386" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.884347] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.884502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.914330] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.914519] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.949721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.950176] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.950346] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.950433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.950630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.950710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.954043] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.954043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.954043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.954043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.954043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.954043] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.954043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.954043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.954043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.954043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.954043] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3125bac-e9d7-4740-aafd-18d80f71ecac is going to be updated. [ 1188.954043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.954043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.954043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.954043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed38584d-1a8b-4267-9313-2bc352dedece" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.954043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.954043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.954043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.954043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13338196-1b3b-4276-bf26-293cc8d42258" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.955123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.955123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.955123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.955123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3becf01-89cd-4518-aebf-aac0cd99ea5e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.955123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.955123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.955123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.955123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0073073b-c4f6-4327-bd74-d0e99c9f21f6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.035049] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.035277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.035405] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.035643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.035747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.035863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ee44f5a-49dc-4706-871a-8665893c03d2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.057777] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.058191] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.058191] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.058510] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.058682] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.060464] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port e021229c-2ca7-4179-923c-24508dffdc2f not found, creating... [ 1189.060464] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.060464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.060464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.060464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.060464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.060464] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.060464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.060963] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.060963] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.060963] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.061086] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: e021229c-2ca7-4179-923c-24508dffdc2f is going to be created. [ 1189.125769] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531: rpc.has_security_group_logging(os_id): False [ 1189.127479] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ae0bd03-b74e-4de1-962f-02b9a1fea353: rpc.has_security_group_logging(os_id): False [ 1189.129232] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.129232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.129232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.129455] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.129502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.132118] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.132305] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.132410] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.133030] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.133030] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.133213] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-e021229c-2ca7-4179-923c-24508dffdc2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.151490] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c476b51-b290-40a7-9048-b6796a4b273e: rpc.has_security_group_logging(os_id): False [ 1189.152805] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cea90133-096e-4def-8b96-f0a6471f46ff: rpc.has_security_group_logging(os_id): False [ 1189.153796] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e082358a-8ba0-40ff-861b-05122ecd950e: rpc.has_security_group_logging(os_id): False [ 1189.179439] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.179630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.179712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.179962] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.202797] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.203034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.206879] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.207091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.208952] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.209166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.230596] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb in Status: IN_PROGRESS for 2s [ 1189.260456] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.260620] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.289703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.289703] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.289703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.289703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.290096] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.290096] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.290160] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.290244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.290307] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.290478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.290556] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.290775] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.290952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.290952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.291122] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.291156] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.291237] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1189.292416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.292587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.306935] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.307232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.382819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.383173] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.383289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.383372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.383643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.383708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.383869] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 is going to be updated. [ 1189.385256] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.385505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.450271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.450271] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.450271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.450271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.450271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.450271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.450271] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.450271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.450271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.450271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.450271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.450271] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.450271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.450271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.451061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.451061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.451061] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cea90133-096e-4def-8b96-f0a6471f46ff is going to be updated. [ 1189.452959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.452959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.498529] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.498703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.512624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.513120] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.513120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.513284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.513358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.513442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.513633] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.513731] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.513793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.513939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.514095] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.514287] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.514369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.514431] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.514572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.514646] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.514737] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1189.515856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.516288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.549254] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.549415] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.584760] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.584986] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.623061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.623422] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.623551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.623604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.623824] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.623974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.623974] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e082358a-8ba0-40ff-861b-05122ecd950e is going to be updated. [ 1189.627186] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.627507] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.627708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.630080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.630549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.630707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.632053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.632214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.632360] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.633444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.633687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.633878] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.678368] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3125bac-e9d7-4740-aafd-18d80f71ecac in Status: IN_PROGRESS for 2s [ 1189.679347] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: IN_PROGRESS for 2s [ 1189.682988] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: IN_PROGRESS for 2s [ 1189.701967] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.702183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.702266] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.702883] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.702883] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.718762] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1189.784523] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1189.785429] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1189.786020] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.786915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.786915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.786915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.786915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.825917] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e082358a-8ba0-40ff-861b-05122ecd950e in Status: IN_PROGRESS for 2s [ 1190.276875] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3499f063-2517-4962-8640-d10a225e54fe in Status: SUCCESS [ 1190.277070] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3499f063-2517-4962-8640-d10a225e54fe deletion is rescheduled due to dependency. [ 1190.277223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3499f063-2517-4962-8640-d10a225e54fe" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.325733] env[69933]: INFO networking_nsxv3.common.synchronization [req-2efda3f0-7091-468f-a70f-26c019983ea7 req-301c0d90-c205-45bf-ac8b-399bbd8cdda8 service nova] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_rules [ 1190.326290] env[69933]: INFO networking_nsxv3.common.synchronization [req-2efda3f0-7091-468f-a70f-26c019983ea7 req-301c0d90-c205-45bf-ac8b-399bbd8cdda8 service nova] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1190.326290] env[69933]: INFO networking_nsxv3.common.synchronization [req-2efda3f0-7091-468f-a70f-26c019983ea7 req-301c0d90-c205-45bf-ac8b-399bbd8cdda8 service nova] Enqueued Resource ID: e021229c-2ca7-4179-923c-24508dffdc2f with Priority: HIGHEST for action port [ 1190.326975] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_rules [ 1190.326975] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1190.327095] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e021229c-2ca7-4179-923c-24508dffdc2f with Priority: HIGHEST for action port [ 1190.327381] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.327520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.327568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.327775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.327855] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.329016] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.329016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.329016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.329178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.329251] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.329324] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.329391] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.329531] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.329612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.329701] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.330543] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e021229c-2ca7-4179-923c-24508dffdc2f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.331626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e021229c-2ca7-4179-923c-24508dffdc2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.331626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e021229c-2ca7-4179-923c-24508dffdc2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.331626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e021229c-2ca7-4179-923c-24508dffdc2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.331626] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e021229c-2ca7-4179-923c-24508dffdc2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.526041] env[69933]: INFO networking_nsxv3.common.synchronization [req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 req-0704b88c-48b1-49c6-b85a-43165c2a06bd tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Enqueued Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGHEST for action security_group_members [ 1190.526758] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGHEST for action security_group_members [ 1190.527119] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.527237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.527375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.527508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.527671] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.527772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.527834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.527980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.528081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.528177] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.832558] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.833777] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.833916] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.834319] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e021229c-2ca7-4179-923c-24508dffdc2f with status ACTIVE [ 1190.834586] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.834718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.834718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.834932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.835061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.835262] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.835381] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.835470] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.835662] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.835739] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.835899] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.836013] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.836367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.836565] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.836786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.836845] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e021229c-2ca7-4179-923c-24508dffdc2f is going to be updated. [ 1190.865154] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.865385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.865385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.865607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.865729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.865868] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e021229c-2ca7-4179-923c-24508dffdc2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.031473] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.113855] env[69933]: INFO networking_nsxv3.common.synchronization [req-2efda3f0-7091-468f-a70f-26c019983ea7 req-e82e6812-252a-4f1e-abc3-9fdf454e5b24 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1191.114833] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1191.117151] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.117151] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.250210] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb in Status: SUCCESS [ 1191.250444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.270925] env[69933]: INFO networking_nsxv3.common.synchronization [req-b158e0c2-d029-4669-8202-fe03c5315e82 req-5fdcbc5a-9425-403e-acf8-140ac90370f3 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Enqueued Resource ID: e082358a-8ba0-40ff-861b-05122ecd950e with Priority: HIGHEST for action security_group_members [ 1191.271544] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e082358a-8ba0-40ff-861b-05122ecd950e with Priority: HIGHEST for action security_group_members [ 1191.271874] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e082358a-8ba0-40ff-861b-05122ecd950e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.272015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.272084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.272332] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.272748] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.273848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.273848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.273848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.273848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.273848] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e082358a-8ba0-40ff-861b-05122ecd950e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.335420] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.540295] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.698884] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: SUCCESS [ 1191.699231] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.699974] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3125bac-e9d7-4740-aafd-18d80f71ecac in Status: SUCCESS [ 1191.700150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.700923] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: SUCCESS [ 1191.701102] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.739423] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1191.739748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.776566] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.776754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.776945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.777098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.777252] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.777420] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.777549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.777630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.777788] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.777864] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.777980] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e082358a-8ba0-40ff-861b-05122ecd950e is going to be updated. [ 1191.809983] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1191.809983] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.817539] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.817677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.817954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.818062] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.818144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.828862] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e082358a-8ba0-40ff-861b-05122ecd950e in Status: IN_PROGRESS for 2s [ 1191.838041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.838041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.838275] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.838395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.838470] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.838591] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 is going to be created. [ 1191.840478] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e082358a-8ba0-40ff-861b-05122ecd950e in Status: SUCCESS [ 1191.840687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.865682] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.865846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.865903] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.866250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.866378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.881708] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: UNINITIALIZED for 2s [ 1191.980651] env[69933]: INFO networking_nsxv3.common.synchronization [req-9e0a1b5b-2589-466f-9d78-1db791f261f4 req-56d47609-40a3-45b5-879c-d334ee877069 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Enqueued Resource ID: b3125bac-e9d7-4740-aafd-18d80f71ecac with Priority: HIGHEST for action security_group_members [ 1191.980651] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3125bac-e9d7-4740-aafd-18d80f71ecac with Priority: HIGHEST for action security_group_members [ 1191.980651] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3125bac-e9d7-4740-aafd-18d80f71ecac taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.980888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.980888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.981035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.981200] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.981301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.981362] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.981511] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.981713] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.981713] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3125bac-e9d7-4740-aafd-18d80f71ecac',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.040392] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.040620] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.040620] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.040840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.040931] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.041042] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea90133-096e-4def-8b96-f0a6471f46ff is going to be updated. [ 1192.074340] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.074685] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.074685] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.074839] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.074916] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.088877] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: IN_PROGRESS for 2s [ 1192.099646] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.099986] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-244" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.100115] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-244" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.100467] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-244" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.101416] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.101574] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.101773] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.102056] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.102218] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.102504] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.102656] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.102817] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.102990] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.103140] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.103256] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.103402] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.129529] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.129882] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1192.130153] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.130485] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-244" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.131053] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-4f1c4ecb-3ada-489a-8edc-6e6f900a5641 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.131406] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-4f1c4ecb-3ada-489a-8edc-6e6f900a5641" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.131644] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-4f1c4ecb-3ada-489a-8edc-6e6f900a5641" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.132174] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-4f1c4ecb-3ada-489a-8edc-6e6f900a5641" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.132435] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1c4ecb-3ada-489a-8edc-6e6f900a5641',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.483627] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.483784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.483863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.484610] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.484721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.484944] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.485076] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.485148] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.485400] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.485497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.485593] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3125bac-e9d7-4740-aafd-18d80f71ecac is going to be updated. [ 1192.521684] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.521684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.521684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.521684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.521684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.535335] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3125bac-e9d7-4740-aafd-18d80f71ecac in Status: IN_PROGRESS for 2s [ 1192.635938] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.636712] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.636712] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.638325] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.638325] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.638470] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 4f1c4ecb-3ada-489a-8edc-6e6f900a5641 not found, creating... [ 1192.638803] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.639070] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.642021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.642021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.642021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.642021] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.642021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.642021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.642021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.642351] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.642351] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 4f1c4ecb-3ada-489a-8edc-6e6f900a5641 is going to be created. [ 1192.672392] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.672392] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.675920] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.675920] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.675920] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.676327] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-4f1c4ecb-3ada-489a-8edc-6e6f900a5641" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.559098] env[69933]: INFO networking_nsxv3.common.synchronization [req-2efda3f0-7091-468f-a70f-26c019983ea7 req-1530f62e-0ab6-4d39-a9d0-785e2e571dd6 service nova] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_rules [ 1193.559098] env[69933]: INFO networking_nsxv3.common.synchronization [req-2efda3f0-7091-468f-a70f-26c019983ea7 req-1530f62e-0ab6-4d39-a9d0-785e2e571dd6 service nova] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1193.559098] env[69933]: INFO networking_nsxv3.common.synchronization [req-2efda3f0-7091-468f-a70f-26c019983ea7 req-1530f62e-0ab6-4d39-a9d0-785e2e571dd6 service nova] Enqueued Resource ID: 4f1c4ecb-3ada-489a-8edc-6e6f900a5641 with Priority: HIGHEST for action port [ 1193.559290] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_rules [ 1193.559416] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1193.559516] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1c4ecb-3ada-489a-8edc-6e6f900a5641 with Priority: HIGHEST for action port [ 1193.559788] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.560168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.560438] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.560565] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.560782] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f1c4ecb-3ada-489a-8edc-6e6f900a5641 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.561151] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f1c4ecb-3ada-489a-8edc-6e6f900a5641" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.561371] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f1c4ecb-3ada-489a-8edc-6e6f900a5641" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.564975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f1c4ecb-3ada-489a-8edc-6e6f900a5641" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.564975] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1c4ecb-3ada-489a-8edc-6e6f900a5641',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.843097] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e082358a-8ba0-40ff-861b-05122ecd950e in Status: SUCCESS [ 1193.843366] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e082358a-8ba0-40ff-861b-05122ecd950e deletion is rescheduled due to dependency. [ 1193.843489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.892133] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: SUCCESS [ 1193.892133] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.892133] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.892452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.892514] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.892685] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.892825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.893077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.893160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.893284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.893413] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.894433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.894634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.894839] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.894990] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.895089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.895269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.895377] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.895485] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.064272] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f1c4ecb-3ada-489a-8edc-6e6f900a5641 with status ACTIVE [ 1194.064622] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.064845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.064889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.067037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.067037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.067037] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.067037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.067037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.067037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.067037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.067037] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.067037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.067037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.067037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.067037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.067037] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f1c4ecb-3ada-489a-8edc-6e6f900a5641 is going to be updated. [ 1194.106310] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: SUCCESS [ 1194.106576] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.115311] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.115311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.115311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.115311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.115311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.115311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f1c4ecb-3ada-489a-8edc-6e6f900a5641" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.399143] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.399143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.399143] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.548179] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3125bac-e9d7-4740-aafd-18d80f71ecac in Status: SUCCESS [ 1194.548382] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3125bac-e9d7-4740-aafd-18d80f71ecac deletion is rescheduled due to dependency. [ 1194.548618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.901539] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.283875] env[69933]: INFO networking_nsxv3.common.synchronization [req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba req-ff4f67f2-a04e-48f5-a5b9-c70e6a2d51c0 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Enqueued Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1195.285036] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1195.285164] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.285291] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.285471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.285742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.286030] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.286404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.286404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.286626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.286780] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.286939] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.405696] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.405696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.405696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.405696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.405696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.405696] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 is going to be updated. [ 1195.439406] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.441022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.441022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.441022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.441022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.453227] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: IN_PROGRESS for 2s [ 1195.791621] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.295417] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.572955] env[69933]: INFO networking_nsxv3.common.synchronization [None req-5fad5d0f-e300-4672-af0a-4974c7a95eb2 None None] Enqueued Resource ID: 2cf64c19-16ca-46df-8bb4-cad43d6d1753 with Priority: HIGHEST for action port [ 1196.575294] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf64c19-16ca-46df-8bb4-cad43d6d1753 with Priority: HIGHEST for action port [ 1196.576720] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cf64c19-16ca-46df-8bb4-cad43d6d1753 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.576720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cf64c19-16ca-46df-8bb4-cad43d6d1753" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.576720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cf64c19-16ca-46df-8bb4-cad43d6d1753" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.577489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cf64c19-16ca-46df-8bb4-cad43d6d1753" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.577489] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf64c19-16ca-46df-8bb4-cad43d6d1753',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.798279] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.798518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.798617] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.798909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.799020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.799128] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e10955-681b-4983-bed8-f862142e0da4 is going to be updated. [ 1196.831063] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.831303] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.831370] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.831595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.831756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.841698] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: IN_PROGRESS for 2s [ 1197.082372] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cf64c19-16ca-46df-8bb4-cad43d6d1753 [ 1197.082603] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.082739] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.082881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.083045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.083134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.083227] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cf64c19-16ca-46df-8bb4-cad43d6d1753 already deleted. [ 1197.083310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cf64c19-16ca-46df-8bb4-cad43d6d1753" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.463206] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: SUCCESS [ 1197.463555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.463631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.463887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.464059] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.464207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.464305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.464420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.464500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.464595] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.968732] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.472130] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.853597] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: SUCCESS [ 1198.854395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.921691] env[69933]: INFO networking_nsxv3.common.synchronization [None req-0929f6f3-d5ee-4586-9845-eb1c9f702184 None None] Enqueued Resource ID: b4d87250-041b-4e87-9223-905674bf23e9 with Priority: HIGHEST for action port [ 1198.922170] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d87250-041b-4e87-9223-905674bf23e9 with Priority: HIGHEST for action port [ 1198.922490] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4d87250-041b-4e87-9223-905674bf23e9 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.922901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4d87250-041b-4e87-9223-905674bf23e9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.922901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4d87250-041b-4e87-9223-905674bf23e9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.923067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4d87250-041b-4e87-9223-905674bf23e9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.923144] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4d87250-041b-4e87-9223-905674bf23e9',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.948069] env[69933]: INFO networking_nsxv3.common.synchronization [None req-47ffb3f4-5e7f-4945-9cd6-6ceab8384cfe tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_rules [ 1198.948610] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_rules [ 1198.948922] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.949723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.949891] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.950126] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.950211] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.974902] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.975118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.975195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.975422] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.975515] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.975616] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 is going to be updated. [ 1199.012675] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.012830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.012879] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.013115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.013434] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.027427] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: IN_PROGRESS for 2s [ 1199.094683] env[69933]: INFO networking_nsxv3.common.synchronization [None req-617253fe-0203-458f-87f0-87d63c8257c2 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_rules [ 1199.095229] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_rules [ 1199.095579] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.095684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.193975] env[69933]: INFO networking_nsxv3.common.synchronization [req-8471045a-6033-4dc3-96e2-906a15158536 req-7d93a4f3-ceaf-4762-beb9-5172cf1a6290 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_members [ 1199.194870] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_members [ 1199.195657] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.195806] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.195855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.196219] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.196506] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.196887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.196887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.197184] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.198119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.198119] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.427247] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4d87250-041b-4e87-9223-905674bf23e9 [ 1199.427247] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.427247] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.427247] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.427247] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.427599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.427787] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4d87250-041b-4e87-9223-905674bf23e9 already deleted. [ 1199.428625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4d87250-041b-4e87-9223-905674bf23e9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.476579] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.478321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.478321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.478321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.478321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.478321] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 already deleted. [ 1199.478321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.478321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.478708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.478708] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.658829] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.659186] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.659363] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.659641] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.660085] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.660187] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.660263] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.660472] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.660616] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.660828] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1199.660981] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.661286] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.661286] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.661373] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1199.661458] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.661592] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.681690] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.681955] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1199.682152] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.682425] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.682906] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-34815266-9013-447d-9ef4-420e8c05d0fc taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.683209] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-34815266-9013-447d-9ef4-420e8c05d0fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.683422] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-34815266-9013-447d-9ef4-420e8c05d0fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.683882] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-34815266-9013-447d-9ef4-420e8c05d0fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.684145] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34815266-9013-447d-9ef4-420e8c05d0fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.700519] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.999532] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.999803] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.999803] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.999991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.000106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.000225] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 already deleted. [ 1200.000317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.188381] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.188669] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.188803] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.189119] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.189293] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.189493] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 34815266-9013-447d-9ef4-420e8c05d0fc not found, creating... [ 1200.189744] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.189911] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.190047] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.190289] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.190448] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.190744] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.190895] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.191543] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.191834] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.191986] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.192178] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 34815266-9013-447d-9ef4-420e8c05d0fc is going to be created. [ 1200.203082] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.213914] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.214270] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.214414] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.214716] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.215106] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.215371] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-34815266-9013-447d-9ef4-420e8c05d0fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.706141] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.706555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.706555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.706697] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.706764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.706864] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f is going to be updated. [ 1200.740171] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.740402] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.740565] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.740833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.740991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.752756] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f in Status: IN_PROGRESS for 2s [ 1201.038323] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: SUCCESS [ 1201.038323] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.038528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.038585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.038781] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.038900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.038964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.039145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.039228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.039317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.039473] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.039650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.039650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.039765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.039903] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.039994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.040188] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.040340] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.040418] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.040499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.040590] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.070486] env[69933]: INFO networking_nsxv3.common.synchronization [req-8471045a-6033-4dc3-96e2-906a15158536 req-d7d4958b-6cb1-4c0d-84c4-df45b4d7ada3 service nova] Enqueued Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_rules [ 1201.070486] env[69933]: INFO networking_nsxv3.common.synchronization [req-8471045a-6033-4dc3-96e2-906a15158536 req-d7d4958b-6cb1-4c0d-84c4-df45b4d7ada3 service nova] Enqueued Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_members [ 1201.070486] env[69933]: INFO networking_nsxv3.common.synchronization [req-8471045a-6033-4dc3-96e2-906a15158536 req-d7d4958b-6cb1-4c0d-84c4-df45b4d7ada3 service nova] Enqueued Resource ID: 34815266-9013-447d-9ef4-420e8c05d0fc with Priority: HIGHEST for action port [ 1201.070610] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_rules [ 1201.074016] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_members [ 1201.074016] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34815266-9013-447d-9ef4-420e8c05d0fc with Priority: HIGHEST for action port [ 1201.074016] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.074016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.074016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.074016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.074016] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.074016] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.074016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.074016] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-34815266-9013-447d-9ef4-420e8c05d0fc taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.074016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34815266-9013-447d-9ef4-420e8c05d0fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.074016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34815266-9013-447d-9ef4-420e8c05d0fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.074016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34815266-9013-447d-9ef4-420e8c05d0fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.074016] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34815266-9013-447d-9ef4-420e8c05d0fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.543138] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1745486-f7bd-4809-8bc7-7254d789b399: rpc.has_security_group_logging(os_id): False [ 1201.561991] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.562248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.562305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.562590] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.562711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.562980] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.563131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.563223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.563426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.563516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.563703] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.563824] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.563878] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.564042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.564136] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.564387] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.564514] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.564623] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.564794] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.564932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.565182] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 is going to be created. [ 1201.575406] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.575489] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.575648] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34815266-9013-447d-9ef4-420e8c05d0fc with status ACTIVE [ 1201.575814] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.575921] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.575984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.576242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.576335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.576511] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.576607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.576669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.576823] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.576900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.577083] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.577177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.577257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.577415] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.577494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.577580] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34815266-9013-447d-9ef4-420e8c05d0fc is going to be updated. [ 1201.596995] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.597178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.597225] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.597515] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.597682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.597886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34815266-9013-447d-9ef4-420e8c05d0fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.634771] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.634771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.634771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.634771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.634771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.651040] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: IN_PROGRESS for 2s [ 1202.766737] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f in Status: SUCCESS [ 1202.767092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.767269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.767518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.767761] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.767934] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.768041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.768258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.768379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.768564] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.270512] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.665155] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: SUCCESS [ 1203.665295] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.665480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.665724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.665912] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.696581] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.696777] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-661" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.696909] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-661" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.697186] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-661" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.699394] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.699674] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.700862] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.702015] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.702015] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.702015] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1203.702015] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1203.702015] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1203.702256] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1203.702256] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1203.702311] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1203.702773] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1203.721268] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1203.721268] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1203.721429] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1203.721596] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-661" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.721922] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-6c82ed24-ab14-486b-88b9-571bccb42903 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.722179] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-6c82ed24-ab14-486b-88b9-571bccb42903" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.722247] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-6c82ed24-ab14-486b-88b9-571bccb42903" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.722520] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-6c82ed24-ab14-486b-88b9-571bccb42903" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.722678] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c82ed24-ab14-486b-88b9-571bccb42903',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.772422] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.169650] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.169801] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.169878] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.170156] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.170341] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.170860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.170938] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.171124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.171214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.171307] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.171398] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.228229] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.228229] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.228229] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.228229] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.228229] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.228229] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.228229] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.228229] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.228229] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.228229] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.228615] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.228615] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.228615] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.228615] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.228615] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.228615] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 6c82ed24-ab14-486b-88b9-571bccb42903 is going to be updated. [ 1204.257021] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.257021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.257021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.257021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.257021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.257021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-6c82ed24-ab14-486b-88b9-571bccb42903" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.278912] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.278912] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.278912] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.278912] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.278912] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.278912] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f is going to be updated. [ 1204.312335] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.312335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.312335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.312335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.312335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.320696] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f in Status: IN_PROGRESS for 2s [ 1204.405180] env[69933]: INFO networking_nsxv3.common.synchronization [req-93b7d301-56d8-4fda-8b1c-f1f371fa268e req-4fb8b82f-c62d-4ce7-bb76-76b7b2d2134f tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1204.405180] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1204.406791] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.406911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.407061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.407229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.407911] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.407911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.407911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.407911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.407911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.407911] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.673930] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.675252] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.909931] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.954403] env[69933]: INFO networking_nsxv3.common.synchronization [req-c915aa9a-a2e1-4b07-bdca-29a325be693b req-6fcf43dc-c7bf-4ab0-af95-57cb8ed239d7 service nova] Enqueued Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_rules [ 1204.954707] env[69933]: INFO networking_nsxv3.common.synchronization [req-c915aa9a-a2e1-4b07-bdca-29a325be693b req-6fcf43dc-c7bf-4ab0-af95-57cb8ed239d7 service nova] Enqueued Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_members [ 1204.954906] env[69933]: INFO networking_nsxv3.common.synchronization [req-c915aa9a-a2e1-4b07-bdca-29a325be693b req-6fcf43dc-c7bf-4ab0-af95-57cb8ed239d7 service nova] Enqueued Resource ID: 6c82ed24-ab14-486b-88b9-571bccb42903 with Priority: HIGHEST for action port [ 1204.955852] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_rules [ 1204.956009] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_members [ 1204.956136] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c82ed24-ab14-486b-88b9-571bccb42903 with Priority: HIGHEST for action port [ 1204.956459] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.956580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.956649] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.956849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.956921] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.957863] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.957992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.958091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.958342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.958567] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.958700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.958769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.958923] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.959015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.959109] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.960129] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c82ed24-ab14-486b-88b9-571bccb42903 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.960257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c82ed24-ab14-486b-88b9-571bccb42903" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.960332] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c82ed24-ab14-486b-88b9-571bccb42903" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.960532] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c82ed24-ab14-486b-88b9-571bccb42903" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.960532] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c82ed24-ab14-486b-88b9-571bccb42903',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.412433] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.462805] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.463223] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.463330] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.468454] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c82ed24-ab14-486b-88b9-571bccb42903 with status ACTIVE [ 1205.468454] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.468454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.468454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.468454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.468454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.468454] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.468454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.468454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.468454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.468454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.468454] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.468454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.468454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.469055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.469055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.469055] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c82ed24-ab14-486b-88b9-571bccb42903 is going to be updated. [ 1205.495357] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.495523] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.495593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.495870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.496026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.496196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c82ed24-ab14-486b-88b9-571bccb42903" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.915104] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.915104] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.915104] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.915561] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.915561] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.915561] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 is going to be updated. [ 1205.947646] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.947845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.947942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.948259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.948467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.958143] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: IN_PROGRESS for 2s [ 1205.966659] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.332820] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f in Status: SUCCESS [ 1206.333099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.333282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.333505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.333703] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.333821] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.333889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.335020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.335020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.335020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.335020] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.469608] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.469805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.469914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.470193] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.470284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.470388] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 is going to be updated. [ 1206.502777] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.502979] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.503089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.503408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.503574] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.519445] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: IN_PROGRESS for 2s [ 1206.754023] env[69933]: INFO networking_nsxv3.common.synchronization [req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 req-3bd793d1-753d-446d-8dc1-eaca8f426646 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1206.754617] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1206.754923] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.755079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.755178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.755393] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.755568] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.755856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.755856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.755963] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.755963] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.758787] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.837074] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.184553] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.184898] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.184898] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.185195] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.185498] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.185672] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.185794] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.186143] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.186376] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.186945] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.187315] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.187496] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.187660] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.187846] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.188044] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.188245] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.220122] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.220485] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1207.220715] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.220988] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-784" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.221439] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-709d39cc-6d95-44bd-9bda-43cd91e692a2 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.221728] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-709d39cc-6d95-44bd-9bda-43cd91e692a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.221931] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-709d39cc-6d95-44bd-9bda-43cd91e692a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.222409] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-709d39cc-6d95-44bd-9bda-43cd91e692a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.222758] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('709d39cc-6d95-44bd-9bda-43cd91e692a2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.259918] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.263023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.263023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.263023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.298802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.299385] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.299385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.299560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.299771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.299892] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.300028] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 1207.329403] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.329571] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.329644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.329858] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.330006] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.339882] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1fa85da-927f-46c9-b2bc-954d6ed34e2f: rpc.has_security_group_logging(os_id): False [ 1207.342613] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 1207.359654] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.359815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.359882] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.363079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.381967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.382323] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.382451] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.382547] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.382770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.382857] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.382967] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f is going to be updated. [ 1207.413836] env[69933]: INFO networking_nsxv3.common.synchronization [req-c13cdd01-a172-41ea-8e17-48bdddb06580 req-497d4c09-ed5d-4ac3-b26d-4ae7f8526e6b tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1207.415132] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGHEST for action security_group_members [ 1207.415543] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.415939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.460477] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.460477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.460477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.460688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.460688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.475526] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f in Status: IN_PROGRESS for 2s [ 1207.726375] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.726375] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.726375] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.726685] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.726876] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.728609] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 709d39cc-6d95-44bd-9bda-43cd91e692a2 not found, creating... [ 1207.728609] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.728609] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.728609] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.728609] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.728609] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.729356] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.729513] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.729639] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.729870] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.730094] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.730269] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 709d39cc-6d95-44bd-9bda-43cd91e692a2 is going to be created. [ 1207.752678] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.753056] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.753056] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.753554] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.753554] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.753792] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-709d39cc-6d95-44bd-9bda-43cd91e692a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.969700] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: SUCCESS [ 1207.969984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.970205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.970471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.970673] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.970792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.970871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.971032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.971373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.971373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.971373] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.971596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.971596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.971810] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.971810] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.971968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.971968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.972082] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.972179] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.972259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.972350] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.973236] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.973349] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.974043] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.974043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.974043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.974043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.974043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.974043] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.431165] env[69933]: INFO networking_nsxv3.common.synchronization [req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 req-b4a8317a-4c4b-4717-a1ee-09da98bbb981 service nova] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_rules [ 1208.431521] env[69933]: INFO networking_nsxv3.common.synchronization [req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 req-b4a8317a-4c4b-4717-a1ee-09da98bbb981 service nova] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1208.431521] env[69933]: INFO networking_nsxv3.common.synchronization [req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 req-b4a8317a-4c4b-4717-a1ee-09da98bbb981 service nova] Enqueued Resource ID: 709d39cc-6d95-44bd-9bda-43cd91e692a2 with Priority: HIGHEST for action port [ 1208.431747] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_rules [ 1208.431881] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1208.431983] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 709d39cc-6d95-44bd-9bda-43cd91e692a2 with Priority: HIGHEST for action port [ 1208.432602] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.432682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.432757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.433025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.435040] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.436396] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.436490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.436695] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-709d39cc-6d95-44bd-9bda-43cd91e692a2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.436807] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-709d39cc-6d95-44bd-9bda-43cd91e692a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.436873] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-709d39cc-6d95-44bd-9bda-43cd91e692a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.437081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-709d39cc-6d95-44bd-9bda-43cd91e692a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.437158] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('709d39cc-6d95-44bd-9bda-43cd91e692a2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.477092] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1745486-f7bd-4809-8bc7-7254d789b399: rpc.has_security_group_logging(os_id): False [ 1208.478036] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.478426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.478426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.478426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.478609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.478747] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.478981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.478981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.478981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.480064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.480064] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 is going to be updated. [ 1208.497551] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.497825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.497825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.498014] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.498092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.498300] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.498422] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.498488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.498718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.498757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.498922] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.499068] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.499111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.499234] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.499331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.499498] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.499603] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.499660] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.499778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.499848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.500518] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 is going to be updated. [ 1208.511220] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.511429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.511429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.511634] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.511775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.521338] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: IN_PROGRESS for 2s [ 1208.527605] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: SUCCESS [ 1208.528012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.528012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.529223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.529223] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.529223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.529223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.529223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.529223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.529223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.529223] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.570725] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.570902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.570943] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.571265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.571448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.588068] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: IN_PROGRESS for 2s [ 1208.937556] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.937757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.940310] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 709d39cc-6d95-44bd-9bda-43cd91e692a2 with status ACTIVE [ 1208.941294] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.941626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.941626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.941783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.942169] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.942169] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.942360] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.942360] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.942448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.942560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.942785] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.942886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.942978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.943159] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.943232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.943291] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 709d39cc-6d95-44bd-9bda-43cd91e692a2 is going to be updated. [ 1208.976783] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.977331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.977331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.977533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.977792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.977986] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-709d39cc-6d95-44bd-9bda-43cd91e692a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.031727] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.031915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.031972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.032315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.032649] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.033150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.033150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.033150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.033150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.033342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.033473] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.033598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.033681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.033859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.034052] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.034196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.034308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.034472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.034576] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.034681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.034775] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.353565] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 1209.353755] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db deletion is rescheduled due to dependency. [ 1209.353873] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.354055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.354307] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.354560] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.354860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.354860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.355026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.355103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.355202] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.490969] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f in Status: SUCCESS [ 1209.490969] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.538784] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00abf3b0-8aab-4936-8d39-ae670ae50177: rpc.has_security_group_logging(os_id): False [ 1209.556022] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.556022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.556022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.556022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.556022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.556022] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.556022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.556022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.556022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.556022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.556022] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.556022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.556022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.556022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.556022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.556747] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.556975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.557145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.557392] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.557560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.557726] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 is going to be created. [ 1209.613591] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.613591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.613591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.613591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.613591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.623049] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: IN_PROGRESS for 2s [ 1209.858852] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.367767] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.533304] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: SUCCESS [ 1210.533698] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 deletion is rescheduled due to dependency. [ 1210.533698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.604870] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1745486-f7bd-4809-8bc7-7254d789b399 in Status: SUCCESS [ 1210.605192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.870124] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.870414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.870414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.870591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.870684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.870786] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 1210.905301] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.905491] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.905596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.905840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.906029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.918039] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 1211.155904] env[69933]: INFO networking_nsxv3.common.synchronization [None req-8b7946ea-9412-4289-9857-645d7f21ef5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1211.156477] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1211.156785] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.156909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.156976] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.158041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.158214] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.158337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.159074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.159292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.159389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.159516] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.238214] env[69933]: INFO networking_nsxv3.common.synchronization [req-fa7ffbc0-c993-4541-943c-b49908bab121 req-72136097-9d63-4a46-a411-7704f4809bbd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1211.239080] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1211.239669] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.239781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.239877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.241064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.241064] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.241064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.241064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.241064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.241064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.241311] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.638964] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: SUCCESS [ 1211.640624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.665710] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.665710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.665710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.665710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.665710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.665710] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.665710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.665710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.665710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.665710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.665710] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be deleted. [ 1211.698994] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.698994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.698994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.698994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.698994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.698994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.743988] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.909440] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.909661] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.909797] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.914471] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.914934] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.915208] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.915297] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.915572] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.915734] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.915959] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.916085] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.916200] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.916404] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.917749] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.917749] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.917749] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.940232] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.940232] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1211.940232] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.940232] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.940232] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-f9476503-165a-44a8-b831-39ef1fa731c0 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.940232] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-f9476503-165a-44a8-b831-39ef1fa731c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.940232] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-f9476503-165a-44a8-b831-39ef1fa731c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.940232] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-f9476503-165a-44a8-b831-39ef1fa731c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.940232] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9476503-165a-44a8-b831-39ef1fa731c0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.247477] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.448033] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.448033] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.448033] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.448033] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.448033] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.448033] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port f9476503-165a-44a8-b831-39ef1fa731c0 not found, creating... [ 1212.448033] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.448033] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.448033] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.448033] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.448033] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.456063] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.456063] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.456063] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.456063] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.456063] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.456063] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: f9476503-165a-44a8-b831-39ef1fa731c0 is going to be created. [ 1212.475220] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.475378] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.479174] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.479174] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.479174] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.479174] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-f9476503-165a-44a8-b831-39ef1fa731c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.751346] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.751346] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.751638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.751638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.751765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.751930] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1212.785506] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.785506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.785506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.785506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.785506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.796116] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1212.928171] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 1212.928406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.928574] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.928838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.929083] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.929219] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.929275] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.929435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.929551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.929595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.929679] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.258236] env[69933]: INFO networking_nsxv3.common.synchronization [req-fa7ffbc0-c993-4541-943c-b49908bab121 req-f115d39d-0497-42eb-9e07-fb2ba44a1f98 service nova] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_rules [ 1213.258236] env[69933]: INFO networking_nsxv3.common.synchronization [req-fa7ffbc0-c993-4541-943c-b49908bab121 req-f115d39d-0497-42eb-9e07-fb2ba44a1f98 service nova] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1213.258236] env[69933]: INFO networking_nsxv3.common.synchronization [req-fa7ffbc0-c993-4541-943c-b49908bab121 req-f115d39d-0497-42eb-9e07-fb2ba44a1f98 service nova] Enqueued Resource ID: f9476503-165a-44a8-b831-39ef1fa731c0 with Priority: HIGHEST for action port [ 1213.258746] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_rules [ 1213.258942] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1213.258991] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9476503-165a-44a8-b831-39ef1fa731c0 with Priority: HIGHEST for action port [ 1213.259549] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.259763] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.259878] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.260143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.260297] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.261466] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.261650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.261984] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9476503-165a-44a8-b831-39ef1fa731c0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.262207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9476503-165a-44a8-b831-39ef1fa731c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.262309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9476503-165a-44a8-b831-39ef1fa731c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.262611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9476503-165a-44a8-b831-39ef1fa731c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.262818] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9476503-165a-44a8-b831-39ef1fa731c0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.432044] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.432044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.432044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.432044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.432339] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.432339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.432431] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.432541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.432632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.432718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.432862] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.432956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.433027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.433173] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.433318] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.433402] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.433460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.433594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.433669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.433749] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.433838] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.765569] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.765973] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.765973] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9476503-165a-44a8-b831-39ef1fa731c0 with status ACTIVE [ 1213.766747] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.766747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.766747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.766747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.766747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.766998] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.766998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.766998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.767176] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.769558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.769844] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.769937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.769982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.770169] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.770238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.770328] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9476503-165a-44a8-b831-39ef1fa731c0 is going to be updated. [ 1213.796818] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.799018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.799018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.799018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.799018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.799018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9476503-165a-44a8-b831-39ef1fa731c0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.936556] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92799342-7ea0-49fc-af59-fd04e380b3db: rpc.has_security_group_logging(os_id): False [ 1213.956743] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.956743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.956743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.957046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.957046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.957251] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.957374] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.957443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.957607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.957783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.957893] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.957984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.958074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.958229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.958308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.958890] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.959008] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.959086] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.959235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.959313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.959402] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 1214.034320] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.034530] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.034657] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.034838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.034988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.051561] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 1214.199221] env[69933]: INFO networking_nsxv3.common.synchronization [req-c2be4901-9011-4fc0-8363-41308432e1dd req-fc087a58-8226-49a6-aacf-95274147c066 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1214.199748] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1214.200067] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.200200] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.200267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.200461] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.200631] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.200729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.200791] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.200948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.201889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.202038] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.623492] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.623712] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.623918] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.624232] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.624582] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.624741] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.624898] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.625180] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.625651] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.625651] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.625651] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.625909] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.625909] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.626033] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.626093] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.626234] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.648729] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.648905] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1214.649063] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.649288] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.649578] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.649755] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.649878] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.650239] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.650384] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e5a30c-6f5a-4c25-bfa9-94e78f9444de',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.706066] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.706230] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.707899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.707899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.727750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.727750] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.727750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.728093] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.728093] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.728793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.728793] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1214.754453] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.754453] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.754642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.755221] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.755221] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.763845] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1214.807966] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1214.807966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.807966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.807966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.807966] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.807966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.807966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.807966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.807966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.807966] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.153499] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.153883] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.154145] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.154572] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.154814] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.155038] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port f3e5a30c-6f5a-4c25-bfa9-94e78f9444de not found, creating... [ 1215.155461] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.155655] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.155833] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.156148] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.156409] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.156797] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.157702] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.157702] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.157702] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.157702] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.157872] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: f3e5a30c-6f5a-4c25-bfa9-94e78f9444de is going to be created. [ 1215.183162] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.183457] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.183654] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.184035] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.184362] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.184847] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.309679] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.812894] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.899491] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.901018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.901018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.901018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.901018] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.901587] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.901941] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.905065] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.905065] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.905065] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1215.905065] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.905065] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.905065] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.905065] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1215.905065] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.905065] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.924738] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.924738] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1215.924738] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.924738] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.924738] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-dc7a55e9-ae3a-4259-b384-d707a52834a2 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.924738] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-dc7a55e9-ae3a-4259-b384-d707a52834a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.924738] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-dc7a55e9-ae3a-4259-b384-d707a52834a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.925260] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-dc7a55e9-ae3a-4259-b384-d707a52834a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.925755] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc7a55e9-ae3a-4259-b384-d707a52834a2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.066639] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 1216.067490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.202782] env[69933]: INFO networking_nsxv3.common.synchronization [req-c2be4901-9011-4fc0-8363-41308432e1dd req-5f8631e7-662b-47ee-a04d-cc48a46ef502 service nova] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_rules [ 1216.203015] env[69933]: INFO networking_nsxv3.common.synchronization [req-c2be4901-9011-4fc0-8363-41308432e1dd req-5f8631e7-662b-47ee-a04d-cc48a46ef502 service nova] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1216.203183] env[69933]: INFO networking_nsxv3.common.synchronization [req-c2be4901-9011-4fc0-8363-41308432e1dd req-5f8631e7-662b-47ee-a04d-cc48a46ef502 service nova] Enqueued Resource ID: f3e5a30c-6f5a-4c25-bfa9-94e78f9444de with Priority: HIGHEST for action port [ 1216.203791] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_rules [ 1216.203898] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1216.204008] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e5a30c-6f5a-4c25-bfa9-94e78f9444de with Priority: HIGHEST for action port [ 1216.204315] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.204443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.204510] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.204714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.204793] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.205703] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.205801] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.206073] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.206210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.206244] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.206458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.206532] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e5a30c-6f5a-4c25-bfa9-94e78f9444de',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.315395] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.315566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.315687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.315932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.316049] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.316159] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1216.352852] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.352852] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.353119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.353119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.354033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.363906] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1216.428876] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.429148] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.429284] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.429617] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.429785] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.429952] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port dc7a55e9-ae3a-4259-b384-d707a52834a2 not found, creating... [ 1216.430251] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.430460] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.430594] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.430843] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.430991] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.431315] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.431480] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.431786] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.432129] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.432253] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.432414] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: dc7a55e9-ae3a-4259-b384-d707a52834a2 is going to be created. [ 1216.453634] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.453850] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.453987] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.454317] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.454569] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.454809] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-dc7a55e9-ae3a-4259-b384-d707a52834a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.708607] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.708926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.708993] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3e5a30c-6f5a-4c25-bfa9-94e78f9444de with status ACTIVE [ 1216.709242] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.709373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.709373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.709600] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.709743] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.709925] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.710050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.710097] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.710250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.710319] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.710509] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.710596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.710688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.710860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.710932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.711028] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3e5a30c-6f5a-4c25-bfa9-94e78f9444de is going to be updated. [ 1216.734768] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.734768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.734768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.735013] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.735105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.735388] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.775055] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1216.775255] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 deletion is rescheduled due to dependency. [ 1216.775321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.775494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.775774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.775978] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.776119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.776177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.776469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.776679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.776791] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.184166] env[69933]: INFO networking_nsxv3.common.synchronization [req-e028bd89-6b85-4c7d-9799-5a5baddf5add req-68d394ca-4578-4ccc-96f6-32822da2c9c7 service nova] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_rules [ 1217.184166] env[69933]: INFO networking_nsxv3.common.synchronization [req-e028bd89-6b85-4c7d-9799-5a5baddf5add req-68d394ca-4578-4ccc-96f6-32822da2c9c7 service nova] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1217.184166] env[69933]: INFO networking_nsxv3.common.synchronization [req-e028bd89-6b85-4c7d-9799-5a5baddf5add req-68d394ca-4578-4ccc-96f6-32822da2c9c7 service nova] Enqueued Resource ID: dc7a55e9-ae3a-4259-b384-d707a52834a2 with Priority: HIGHEST for action port [ 1217.184690] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_rules [ 1217.184690] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1217.184690] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7a55e9-ae3a-4259-b384-d707a52834a2 with Priority: HIGHEST for action port [ 1217.185014] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.185185] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.185268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.185466] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.185547] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.186804] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.186930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.186983] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.187959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.187959] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.187959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.187959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.187959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.188152] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.188152] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.190337] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc7a55e9-ae3a-4259-b384-d707a52834a2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.190337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc7a55e9-ae3a-4259-b384-d707a52834a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.190337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc7a55e9-ae3a-4259-b384-d707a52834a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.190337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc7a55e9-ae3a-4259-b384-d707a52834a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.190337] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc7a55e9-ae3a-4259-b384-d707a52834a2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.279433] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.691423] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.692484] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.692663] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.697123] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc7a55e9-ae3a-4259-b384-d707a52834a2 with status ACTIVE [ 1217.698722] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.698722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.698722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.698722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.698722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.698722] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.698722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.698722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.698722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.698722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.699236] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.699236] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.699236] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.699236] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.699426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.699507] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc7a55e9-ae3a-4259-b384-d707a52834a2 is going to be updated. [ 1217.724009] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.724167] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.724252] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.724479] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.724620] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.724780] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc7a55e9-ae3a-4259-b384-d707a52834a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.783048] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.193448] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.286082] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.286295] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.286424] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.286809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.286974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.287069] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1218.324028] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.324028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.324028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.324028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.324028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.345406] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1218.381023] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1218.381023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.381023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.381023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.381023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.381023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.381023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.381023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.381023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.381023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.381023] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.697684] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.697784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.697851] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.698105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.698218] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.698316] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be created. [ 1218.729390] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.729390] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.729390] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.729766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.729766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.741452] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: UNINITIALIZED for 2s [ 1218.882189] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.882392] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.882486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.882737] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.882918] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.883044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.883106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.883261] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.883351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.883443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.883597] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.883696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.883754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.883898] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.884052] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.884148] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.884210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.884481] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.884564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.884650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.884740] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.389407] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531: rpc.has_security_group_logging(os_id): False [ 1219.419339] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.419931] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.420236] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.420683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.420956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.421490] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.421840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.422494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.422912] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.423293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.423839] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.424199] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.424426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.425602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.425602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.425602] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.425602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.425602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.425935] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.425987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.426629] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1219.512593] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.512593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.512593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.512876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.512917] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.536466] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1220.364930] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1220.364930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.364930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.364930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.364930] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.364930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.364930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.364930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.364930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.364930] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.365689] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.753371] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: SUCCESS [ 1220.753729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.754301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.754402] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.757097] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.757097] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.757255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.757471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.757548] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.761024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.761024] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.864013] env[69933]: INFO networking_nsxv3.common.synchronization [req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 req-55dd743c-be50-40b0-bef5-5f58dab5b7ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 1220.867109] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 1220.868127] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.868407] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.868503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.868795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.869040] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.869145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.869222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.869390] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.869480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.869598] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.870914] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.871105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.871435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.871508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.871661] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.871767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.871828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.872013] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.872088] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.872177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.872317] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.872422] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.872559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.872611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.872751] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.872859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.872896] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.873193] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.873260] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.873406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.873476] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.263974] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.264459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.265169] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.265169] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.265240] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.265358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.265421] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.265589] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.265685] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.266071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.266071] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.266262] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.266262] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.266421] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.266582] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.266675] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.266729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.266912] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.266972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.267027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.267131] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.375831] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.376053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.376091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.376464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.376464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.376648] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.376812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.376812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.376952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.377074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.377121] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 is going to be updated. [ 1221.378316] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 372297e0-1037-4ee4-8a18-c41b8ec57cf8: rpc.has_security_group_logging(os_id): False [ 1221.407252] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.407421] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.407863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.407863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.407863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.408039] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.408257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.408257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.408352] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.408405] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.408635] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.408816] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.408816] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.408918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.409052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.409209] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.409277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.409331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.409486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.409692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.409692] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1221.421197] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.422035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.422035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.422035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.422035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.432877] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: IN_PROGRESS for 2s [ 1221.496323] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.496578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.496653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.497078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.497078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.513507] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1221.552577] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1221.553578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.771284] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dc059f0-c910-4ebe-b347-bcfb1272a157: rpc.has_security_group_logging(os_id): False [ 1221.790166] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.790889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.791046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.791289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.791393] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.791741] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.792313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.792313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.792313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.792461] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.792682] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.792875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.792991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.794304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.794304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.794304] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.794304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.794304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.794304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.794304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.794579] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be created. [ 1221.852362] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.852570] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.852648] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.853678] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.853678] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.866561] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: IN_PROGRESS for 2s [ 1223.448109] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: SUCCESS [ 1223.448623] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 deletion is rescheduled due to dependency. [ 1223.448623] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.528110] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1223.528301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.881286] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: SUCCESS [ 1223.883880] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.170574] env[69933]: INFO networking_nsxv3.common.synchronization [None req-7af461d8-b664-4418-8f35-c04fc65da0be tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Enqueued Resource ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 with Priority: HIGHEST for action security_group_rules [ 1224.171390] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 with Priority: HIGHEST for action security_group_rules [ 1224.171878] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-643c67ec-0def-4f68-88b8-6f93d2d58d60 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.172203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.172275] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.172614] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.172777] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('643c67ec-0def-4f68-88b8-6f93d2d58d60',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.304175] env[69933]: INFO networking_nsxv3.common.synchronization [req-7af30e1d-e4f0-45cf-b200-e117dcb92725 req-6f532f3e-92e7-45e5-bac8-f613be76dbc4 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Enqueued Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGHEST for action security_group_members [ 1224.305230] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGHEST for action security_group_members [ 1224.306782] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.306782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.306782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.306782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.306782] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.306782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.306782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.306782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.307152] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.307152] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.343080] env[69933]: INFO networking_nsxv3.common.synchronization [None req-014ac35a-a953-4c08-9fc3-a8e17a942497 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Enqueued Resource ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 with Priority: HIGHEST for action security_group_rules [ 1224.343577] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 with Priority: HIGHEST for action security_group_rules [ 1224.343884] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-643c67ec-0def-4f68-88b8-6f93d2d58d60 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.344031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.701301] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.701639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.701639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.701705] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.702999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.702999] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 already deleted. [ 1224.702999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.702999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.702999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.702999] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('643c67ec-0def-4f68-88b8-6f93d2d58d60',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.812350] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.812520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.812586] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.812806] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.812898] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.813109] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.813207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.813269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.813468] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.813506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.813575] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea90133-096e-4def-8b96-f0a6471f46ff is going to be updated. [ 1224.842435] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.842865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.842865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.843096] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.843315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.856817] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: IN_PROGRESS for 2s [ 1225.233028] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.233028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.233028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.233028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.233028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.233028] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 already deleted. [ 1225.233028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.174107] env[69933]: INFO networking_nsxv3.common.synchronization [req-93cd15f4-3595-4c37-8178-c6e28eafec57 req-d544ca79-c76d-48b9-8b2d-098836a4e7ea tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1226.174704] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1226.175233] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.175309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.175344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.175530] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.175695] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.175798] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.175891] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.176149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.176293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.176535] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.679028] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.875826] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea90133-096e-4def-8b96-f0a6471f46ff in Status: SUCCESS [ 1226.876091] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea90133-096e-4def-8b96-f0a6471f46ff deletion is rescheduled due to dependency. [ 1226.876241] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.181924] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.690494] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.690650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.690744] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.690944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.691047] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.691148] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1227.718848] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.719048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.719142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.719375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.719524] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.728433] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1229.741751] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1229.741751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.673655] env[69933]: INFO networking_nsxv3.common.synchronization [req-f493b2f5-f6a2-45de-93b3-8adc6b40405f req-44d74e92-40d0-4e0c-89d6-0cfa1444da5a tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1230.674190] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1230.674529] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.674667] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.674727] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.675121] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.675192] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.675278] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.675334] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.675487] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.675587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.675681] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.129250] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.129704] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-975" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.129704] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-975" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.130956] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-975" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.130956] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.130956] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.130956] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.130956] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.130956] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.131286] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1231.133253] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1231.134581] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1231.134581] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1231.134581] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1231.134581] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1231.134581] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1231.152949] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1231.153153] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1231.154082] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1231.154082] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-975" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.154082] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-5c9d117a-c97d-47ea-b9bd-53f1850cd635 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.154082] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-5c9d117a-c97d-47ea-b9bd-53f1850cd635" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.154305] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-5c9d117a-c97d-47ea-b9bd-53f1850cd635" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.154463] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-5c9d117a-c97d-47ea-b9bd-53f1850cd635" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.154650] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c9d117a-c97d-47ea-b9bd-53f1850cd635',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.177797] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.178014] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.178014] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.178205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.178293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.178496] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.178688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.178688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.178983] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.178983] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.178983] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 already deleted. [ 1231.179111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.658229] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.658487] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.658623] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.658967] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.659165] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.659337] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 5c9d117a-c97d-47ea-b9bd-53f1850cd635 not found, creating... [ 1231.659623] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.659794] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.659919] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.660171] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.660312] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.660599] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.660762] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.660884] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.661113] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.661254] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.661417] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 5c9d117a-c97d-47ea-b9bd-53f1850cd635 is going to be created. [ 1231.683480] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.683480] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.683480] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.683951] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.683951] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.684139] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-5c9d117a-c97d-47ea-b9bd-53f1850cd635" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.204758] env[69933]: INFO networking_nsxv3.common.synchronization [req-68b1d014-1655-4529-8881-1956087161be req-38ae7769-3875-49ab-b4cb-e420963df177 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Enqueued Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1232.205790] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGHEST for action security_group_members [ 1232.205790] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.205790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.206027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.206949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.206949] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.206949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.207135] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.207172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.207284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.207341] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.400464] env[69933]: INFO networking_nsxv3.common.synchronization [req-f493b2f5-f6a2-45de-93b3-8adc6b40405f req-d5f9b986-1be9-4999-b12a-6290609e1197 service nova] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_rules [ 1232.400663] env[69933]: INFO networking_nsxv3.common.synchronization [req-f493b2f5-f6a2-45de-93b3-8adc6b40405f req-d5f9b986-1be9-4999-b12a-6290609e1197 service nova] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1232.400838] env[69933]: INFO networking_nsxv3.common.synchronization [req-f493b2f5-f6a2-45de-93b3-8adc6b40405f req-d5f9b986-1be9-4999-b12a-6290609e1197 service nova] Enqueued Resource ID: 5c9d117a-c97d-47ea-b9bd-53f1850cd635 with Priority: HIGHEST for action port [ 1232.401154] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_rules [ 1232.401355] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1232.401439] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9d117a-c97d-47ea-b9bd-53f1850cd635 with Priority: HIGHEST for action port [ 1232.402470] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.402570] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.402625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.402982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.403080] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.403959] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.404104] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.404175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.404366] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.404624] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.404725] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.404784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.404943] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.412048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.412257] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.413418] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c9d117a-c97d-47ea-b9bd-53f1850cd635 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.413643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c9d117a-c97d-47ea-b9bd-53f1850cd635" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.413643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c9d117a-c97d-47ea-b9bd-53f1850cd635" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.413878] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c9d117a-c97d-47ea-b9bd-53f1850cd635" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.413878] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c9d117a-c97d-47ea-b9bd-53f1850cd635',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.710400] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.710563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.710671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.711024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.735956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.735956] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.735956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.735956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.735956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.735956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.735956] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e10955-681b-4983-bed8-f862142e0da4 is going to be updated. [ 1232.768136] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.768694] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.768911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.769238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.769529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.779460] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: IN_PROGRESS for 2s [ 1232.915550] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.917116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.917695] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.919174] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c9d117a-c97d-47ea-b9bd-53f1850cd635 with status ACTIVE [ 1232.919486] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.920054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.920054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.920054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.920252] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.920430] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.920574] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.920668] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.921068] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.921068] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.921245] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.921384] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.921486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.921677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.921834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.921983] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c9d117a-c97d-47ea-b9bd-53f1850cd635 is going to be updated. [ 1232.943858] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.944671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.944799] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.945124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.945533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.945533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c9d117a-c97d-47ea-b9bd-53f1850cd635" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.424386] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.508258] env[69933]: INFO networking_nsxv3.common.synchronization [req-c46f7738-8516-4ac7-92ef-851e6d342ce9 req-18ef95b3-6d95-420e-b1b0-9714a5b514ce tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Enqueued Resource ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc with Priority: HIGHEST for action security_group_members [ 1233.509013] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc with Priority: HIGHEST for action security_group_members [ 1233.512054] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8743e00a-413c-4c32-85e9-a579a6cee6fc taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.512340] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.512340] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.512614] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.512798] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.512893] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.512957] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.513136] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.513321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.513321] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8743e00a-413c-4c32-85e9-a579a6cee6fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.646511] env[69933]: INFO networking_nsxv3.common.synchronization [req-981f887d-e489-4749-98a2-866e82d7f10d req-c9b5f2b5-df11-4321-90df-22f8f11402af tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1233.646511] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGHEST for action security_group_members [ 1233.646677] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.646732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.646786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.648023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.648374] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.648723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.648723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.649121] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.649307] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.649486] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.915113] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.915358] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.915491] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.915843] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.916264] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.916619] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.916854] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.917196] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.917409] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.917661] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1233.917934] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.918028] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.918236] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.918459] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1233.918622] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.918807] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.929040] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.929216] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.929290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.929500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.929631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.929697] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 is going to be created. [ 1233.940758] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.941059] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1233.941163] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.941309] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-436" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.941653] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-dc7a55e9-ae3a-4259-b384-d707a52834a2 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.941853] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-dc7a55e9-ae3a-4259-b384-d707a52834a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.941977] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-dc7a55e9-ae3a-4259-b384-d707a52834a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.942256] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-dc7a55e9-ae3a-4259-b384-d707a52834a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.942397] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc7a55e9-ae3a-4259-b384-d707a52834a2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.954776] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.958159] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.958159] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.958159] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.958159] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.964867] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: UNINITIALIZED for 2s [ 1234.015632] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.015632] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.015906] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.016303] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.016932] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.016932] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.017090] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.017216] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.017363] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.017650] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1234.017773] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1234.017907] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1234.018029] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1234.018160] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1234.018284] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1234.018431] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1234.020231] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.020363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.020466] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.020610] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.020708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.020894] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.021014] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.021074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.021236] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.021312] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.021407] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc already deleted. [ 1234.021486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.040607] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1234.040800] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1234.040939] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1234.041193] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-385" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.041833] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-84694ee7-3402-4bce-b151-7ccb735fc91e taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.041989] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-84694ee7-3402-4bce-b151-7ccb735fc91e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.042146] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-84694ee7-3402-4bce-b151-7ccb735fc91e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.042495] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-84694ee7-3402-4bce-b151-7ccb735fc91e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.042670] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84694ee7-3402-4bce-b151-7ccb735fc91e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.152545] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.152545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.152545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.152765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.152765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.152978] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.153093] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.153153] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.153306] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.153386] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.153486] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be updated. [ 1234.203111] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.203284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.203389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.203709] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.203828] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.216652] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: IN_PROGRESS for 2s [ 1234.445322] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.446474] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.446474] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.446752] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.447343] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.447343] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.447568] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.447607] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.447873] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.448073] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.448390] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.448555] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.448681] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.448977] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.449181] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.449343] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: dc7a55e9-ae3a-4259-b384-d707a52834a2 is going to be updated. [ 1234.473188] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.473398] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.473533] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.473968] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.474226] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.474641] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-dc7a55e9-ae3a-4259-b384-d707a52834a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.547332] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.547767] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.547966] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.548352] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.548532] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.548702] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 84694ee7-3402-4bce-b151-7ccb735fc91e not found, creating... [ 1234.549484] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.549484] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.549484] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.549756] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.549820] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.550178] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.550365] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.550515] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.550784] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.550985] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.551253] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 84694ee7-3402-4bce-b151-7ccb735fc91e is going to be created. [ 1234.589630] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.589835] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.590071] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.590517] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.590892] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.591247] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-84694ee7-3402-4bce-b151-7ccb735fc91e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.789884] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e10955-681b-4983-bed8-f862142e0da4 in Status: SUCCESS [ 1234.790100] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e10955-681b-4983-bed8-f862142e0da4 deletion is rescheduled due to dependency. [ 1234.790217] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.232245] env[69933]: INFO networking_nsxv3.common.synchronization [req-3c056847-1520-4564-ad5f-5f2a7ae492d4 req-0bd943a6-7de0-4c1d-8280-2c1830ef7c3b service nova] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_rules [ 1235.232245] env[69933]: INFO networking_nsxv3.common.synchronization [req-3c056847-1520-4564-ad5f-5f2a7ae492d4 req-0bd943a6-7de0-4c1d-8280-2c1830ef7c3b service nova] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1235.232245] env[69933]: INFO networking_nsxv3.common.synchronization [req-3c056847-1520-4564-ad5f-5f2a7ae492d4 req-0bd943a6-7de0-4c1d-8280-2c1830ef7c3b service nova] Enqueued Resource ID: dc7a55e9-ae3a-4259-b384-d707a52834a2 with Priority: HIGHEST for action port [ 1235.232382] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_rules [ 1235.232474] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1235.232572] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7a55e9-ae3a-4259-b384-d707a52834a2 with Priority: HIGHEST for action port [ 1235.233168] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.233296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.233363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.233568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.233788] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.234638] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.234638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.234736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.234894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.235055] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.235149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.235210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.235352] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.235438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.235528] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.236776] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc7a55e9-ae3a-4259-b384-d707a52834a2 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.236881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc7a55e9-ae3a-4259-b384-d707a52834a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.236942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc7a55e9-ae3a-4259-b384-d707a52834a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.237224] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc7a55e9-ae3a-4259-b384-d707a52834a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.237224] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc7a55e9-ae3a-4259-b384-d707a52834a2',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.361128] env[69933]: INFO networking_nsxv3.common.synchronization [req-c46f7738-8516-4ac7-92ef-851e6d342ce9 req-ba02a8d4-dc4f-4e9e-8581-0ef76ed3e051 service nova] Enqueued Resource ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc with Priority: HIGHEST for action security_group_rules [ 1235.361128] env[69933]: INFO networking_nsxv3.common.synchronization [req-c46f7738-8516-4ac7-92ef-851e6d342ce9 req-ba02a8d4-dc4f-4e9e-8581-0ef76ed3e051 service nova] Enqueued Resource ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc with Priority: HIGHEST for action security_group_members [ 1235.361128] env[69933]: INFO networking_nsxv3.common.synchronization [req-c46f7738-8516-4ac7-92ef-851e6d342ce9 req-ba02a8d4-dc4f-4e9e-8581-0ef76ed3e051 service nova] Enqueued Resource ID: 84694ee7-3402-4bce-b151-7ccb735fc91e with Priority: HIGHEST for action port [ 1235.361128] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc with Priority: HIGHEST for action security_group_rules [ 1235.361128] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc with Priority: HIGHEST for action security_group_members [ 1235.361128] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84694ee7-3402-4bce-b151-7ccb735fc91e with Priority: HIGHEST for action port [ 1235.361128] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8743e00a-413c-4c32-85e9-a579a6cee6fc taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.361128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.361128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.361128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.361128] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8743e00a-413c-4c32-85e9-a579a6cee6fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.361568] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8743e00a-413c-4c32-85e9-a579a6cee6fc taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.361568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.361568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.361568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.361701] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.361745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.362158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.362158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.362158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.362158] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8743e00a-413c-4c32-85e9-a579a6cee6fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.363246] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-84694ee7-3402-4bce-b151-7ccb735fc91e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.363379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84694ee7-3402-4bce-b151-7ccb735fc91e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.363416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84694ee7-3402-4bce-b151-7ccb735fc91e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.363566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84694ee7-3402-4bce-b151-7ccb735fc91e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.363656] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84694ee7-3402-4bce-b151-7ccb735fc91e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.739248] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.739692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.739692] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.740752] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc7a55e9-ae3a-4259-b384-d707a52834a2 with status ACTIVE [ 1235.740984] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.741163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.741262] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.741525] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.741672] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.742409] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.743115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.743115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.743115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.743115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.743582] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.743664] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.743723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.743937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.744142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.744376] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc7a55e9-ae3a-4259-b384-d707a52834a2 is going to be updated. [ 1235.779462] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.779700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.779700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.779975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.780299] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.780577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc7a55e9-ae3a-4259-b384-d707a52834a2" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.865917] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8743e00a-413c-4c32-85e9-a579a6cee6fc taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.866165] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.866546] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8743e00a-413c-4c32-85e9-a579a6cee6fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.867599] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84694ee7-3402-4bce-b151-7ccb735fc91e with status ACTIVE [ 1235.867845] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.867975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.868027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.868248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.868862] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.868862] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.868862] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.868862] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.868862] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.869195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.869195] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.869195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.869367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.869398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.869531] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.869584] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84694ee7-3402-4bce-b151-7ccb735fc91e is going to be updated. [ 1235.900843] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.900843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.900843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.901214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.901317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.901494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84694ee7-3402-4bce-b151-7ccb735fc91e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.976000] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: SUCCESS [ 1235.976246] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.976422] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.976682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.976882] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.977008] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.977084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.977243] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.977324] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.977404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.977516] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.227629] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92799342-7ea0-49fc-af59-fd04e380b3db in Status: SUCCESS [ 1236.228013] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db deletion is rescheduled due to dependency. [ 1236.228267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.246886] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.371492] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8743e00a-413c-4c32-85e9-a579a6cee6fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.481305] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.750310] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.750606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.750606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.751044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.751280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.751437] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be updated. [ 1236.784379] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.784639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.784639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.784779] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.784884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.794785] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: IN_PROGRESS for 2s [ 1236.832718] env[69933]: INFO networking_nsxv3.common.synchronization [None req-9562aaf6-d094-42c3-b59c-8dda938677bc tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Enqueued Resource ID: d6e5cd2b-4aff-45b2-9a18-6290d41758cf with Priority: HIGHEST for action security_group_rules [ 1236.833276] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e5cd2b-4aff-45b2-9a18-6290d41758cf with Priority: HIGHEST for action security_group_rules [ 1236.833588] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6e5cd2b-4aff-45b2-9a18-6290d41758cf taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.833701] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6e5cd2b-4aff-45b2-9a18-6290d41758cf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.833769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6e5cd2b-4aff-45b2-9a18-6290d41758cf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.834624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6e5cd2b-4aff-45b2-9a18-6290d41758cf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.834738] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6e5cd2b-4aff-45b2-9a18-6290d41758cf',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.873459] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.873813] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.873813] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.873936] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.873972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.874083] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc is going to be created. [ 1236.901903] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.902086] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.902161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.902379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.902545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.913869] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc in Status: UNINITIALIZED for 2s [ 1236.939220] env[69933]: INFO networking_nsxv3.common.synchronization [None req-8d13e1d7-d033-4ad7-ae0f-7f70f9165ee2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Enqueued Resource ID: d6e5cd2b-4aff-45b2-9a18-6290d41758cf with Priority: HIGHEST for action security_group_rules [ 1236.939758] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e5cd2b-4aff-45b2-9a18-6290d41758cf with Priority: HIGHEST for action security_group_rules [ 1236.940254] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6e5cd2b-4aff-45b2-9a18-6290d41758cf taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.940496] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6e5cd2b-4aff-45b2-9a18-6290d41758cf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.982932] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b32a3c8a-089a-40e7-9372-caf7279a1232: rpc.has_security_group_logging(os_id): False [ 1237.003345] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.003720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.003720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.003720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.003855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.004066] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.004169] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.004237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.004414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.004495] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.004585] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 is going to be created. [ 1237.070931] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.071102] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.071167] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.071381] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.071564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.088322] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: IN_PROGRESS for 2s [ 1237.364074] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.364074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.364074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.364074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.364074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.364074] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6e5cd2b-4aff-45b2-9a18-6290d41758cf already deleted. [ 1237.364074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6e5cd2b-4aff-45b2-9a18-6290d41758cf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.364074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6e5cd2b-4aff-45b2-9a18-6290d41758cf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.364074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6e5cd2b-4aff-45b2-9a18-6290d41758cf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.364599] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6e5cd2b-4aff-45b2-9a18-6290d41758cf',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.892101] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.892101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.892101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.892585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.892585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.892585] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6e5cd2b-4aff-45b2-9a18-6290d41758cf already deleted. [ 1237.893031] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6e5cd2b-4aff-45b2-9a18-6290d41758cf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.805308] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: SUCCESS [ 1238.805562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.805717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.806123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.806339] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.806339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.806597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.806597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.806693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.806800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.806915] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.924554] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc in Status: SUCCESS [ 1238.924554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.924554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.924554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.924554] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.924554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.924554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.924554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.924554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.925398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.925398] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8743e00a-413c-4c32-85e9-a579a6cee6fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.101114] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: SUCCESS [ 1239.101271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.309976] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.310213] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.310290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.310522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.310703] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.310821] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.310889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.311118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.311255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.311396] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.311558] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.311656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.311719] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.311863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.312012] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.312109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.312169] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.312302] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.312374] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.312453] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.312572] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.427085] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8743e00a-413c-4c32-85e9-a579a6cee6fc taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.427249] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.427323] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.427609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.427790] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.427898] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.427983] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.428126] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.428213] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.428298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.428447] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8743e00a-413c-4c32-85e9-a579a6cee6fc taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.428541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.428603] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.428745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.428963] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.429069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.429128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.429270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.429343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.429421] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.429508] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8743e00a-413c-4c32-85e9-a579a6cee6fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.818699] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dc059f0-c910-4ebe-b347-bcfb1272a157: rpc.has_security_group_logging(os_id): False [ 1239.838222] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.838656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.838771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.839407] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.839407] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.839582] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.839582] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.839858] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.840111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.840215] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.840547] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.840729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.840803] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.840981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.841093] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.841439] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.841607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.841772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.843209] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.843312] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.843406] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be updated. [ 1239.914353] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.914353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.914637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.914789] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.915018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.929965] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: IN_PROGRESS for 2s [ 1239.931463] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8743e00a-413c-4c32-85e9-a579a6cee6fc: rpc.has_security_group_logging(os_id): False [ 1239.948486] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.948588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.948679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.948974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.949083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.949373] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.949511] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.949789] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.949969] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.950108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.950329] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.950423] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.950486] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.950708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.950708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.950912] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.951065] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.951136] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.951294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.951398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.951492] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc is going to be created. [ 1240.011827] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.011984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.012071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.012553] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.012745] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.028344] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc in Status: IN_PROGRESS for 2s [ 1241.556247] env[69933]: INFO networking_nsxv3.common.synchronization [req-59cd72f1-71ff-490a-a128-998d20131fd5 req-98f1e1be-c029-4b62-a3ba-ad4eb3f9132a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1241.556850] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1241.557827] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.557988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.558071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.558230] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.558380] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.558480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.558531] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.558758] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.558844] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.558961] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.949106] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: SUCCESS [ 1241.949232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.046608] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc in Status: SUCCESS [ 1242.046608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.062405] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.062405] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.066208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.066552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.066695] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.066976] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.067160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.067250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.069438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.069438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.069438] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1242.099038] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.099270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.099411] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.099650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.099808] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.120559] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1242.823917] env[69933]: INFO networking_nsxv3.common.synchronization [req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 req-377f9989-bfdf-453f-8e57-8a7da60ab5e2 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Enqueued Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_members [ 1242.824654] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGHEST for action security_group_members [ 1242.825092] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.825283] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.825401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.825780] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.825961] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.826142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.826258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.826475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.826638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.826784] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.329414] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.330050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.330188] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.330413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.330510] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.330723] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.330834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.330928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.331163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.331290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.331457] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 is going to be updated. [ 1243.360210] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.360357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.360426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.360633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.360779] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.372706] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: IN_PROGRESS for 2s [ 1243.684544] env[69933]: INFO networking_nsxv3.common.synchronization [req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 req-8498a051-9483-4aa9-ac41-3a1d2f341b4e tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Enqueued Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGHEST for action security_group_members [ 1243.685348] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGHEST for action security_group_members [ 1243.685837] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c82b19f-d788-4c49-89be-b35465a7c7bb taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.685837] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.686037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.686835] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.686835] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.686994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.686994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.688394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.688521] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.688633] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.131058] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1244.131058] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e deletion is rescheduled due to dependency. [ 1244.131058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.191190] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.191356] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.191432] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.191655] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.191751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.191950] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.192067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.192132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.192288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.192366] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.192457] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb is going to be updated. [ 1244.239070] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.239279] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.239279] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.239475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.239714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.251146] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb in Status: IN_PROGRESS for 2s [ 1245.241125] env[69933]: INFO networking_nsxv3.common.synchronization [None req-a67f4d66-fd49-498b-a953-4f0d6d9aaf85 None None] Enqueued Resource ID: b0021bdc-3d1b-40f5-b083-0f729be1a103 with Priority: HIGHEST for action port [ 1245.241416] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0021bdc-3d1b-40f5-b083-0f729be1a103 with Priority: HIGHEST for action port [ 1245.241966] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0021bdc-3d1b-40f5-b083-0f729be1a103 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.242447] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0021bdc-3d1b-40f5-b083-0f729be1a103" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.242521] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0021bdc-3d1b-40f5-b083-0f729be1a103" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.242786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0021bdc-3d1b-40f5-b083-0f729be1a103" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.242966] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0021bdc-3d1b-40f5-b083-0f729be1a103',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.384809] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 in Status: SUCCESS [ 1245.385024] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 deletion is rescheduled due to dependency. [ 1245.385145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.744578] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0021bdc-3d1b-40f5-b083-0f729be1a103 [ 1245.745095] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.745401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.745686] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.746030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.746228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.746434] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0021bdc-3d1b-40f5-b083-0f729be1a103 already deleted. [ 1245.746669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0021bdc-3d1b-40f5-b083-0f729be1a103" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.263210] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb in Status: SUCCESS [ 1246.263700] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb deletion is rescheduled due to dependency. [ 1246.263931] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.305412] env[69933]: INFO networking_nsxv3.common.synchronization [req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 req-49fbe8c3-2d0d-4a12-8f28-c757d4f214bb tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Enqueued Resource ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc with Priority: HIGHEST for action security_group_members [ 1246.305412] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc with Priority: HIGHEST for action security_group_members [ 1246.305710] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8743e00a-413c-4c32-85e9-a579a6cee6fc taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.305976] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.305976] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.307229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.307229] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.307229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.307229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.307229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.307229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.307229] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8743e00a-413c-4c32-85e9-a579a6cee6fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.366069] env[69933]: INFO networking_nsxv3.common.synchronization [req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f req-dac09ec3-ff0e-4655-af98-ae56dbde8cff tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Enqueued Resource ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 with Priority: HIGHEST for action security_group_members [ 1246.368018] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 with Priority: HIGHEST for action security_group_members [ 1246.371091] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c67ec-0def-4f68-88b8-6f93d2d58d60 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.371091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.371091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.371091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.371091] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.371091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.371091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.371091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.371091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.371091] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643c67ec-0def-4f68-88b8-6f93d2d58d60',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.810591] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.810767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.810856] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.812041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.812041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.812041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.812041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.812041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.812041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.812041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.812041] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc is going to be updated. [ 1246.843835] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.844018] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.844203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.844594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.844786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.847957] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.848159] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-664" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.848289] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-664" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.848542] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-664" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.848796] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.848957] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.849330] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.849579] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.849979] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.850330] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1246.850572] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.850853] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.850994] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.851198] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1246.851374] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.851521] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.862325] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc in Status: IN_PROGRESS for 2s [ 1246.873383] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.873560] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1246.873871] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.874138] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-664" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.874397] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-887c6481-c2fe-417a-bc3a-6deea305588d taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.874591] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-887c6481-c2fe-417a-bc3a-6deea305588d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.874797] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-887c6481-c2fe-417a-bc3a-6deea305588d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.878034] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-887c6481-c2fe-417a-bc3a-6deea305588d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.878034] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('887c6481-c2fe-417a-bc3a-6deea305588d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.878540] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.882075] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.882168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.884632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.884632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.884632] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.884632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.884632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.884632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.884632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.884632] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 already deleted. [ 1246.884632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.385201] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.385544] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.385590] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.385863] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.386018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.386188] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 887c6481-c2fe-417a-bc3a-6deea305588d not found, creating... [ 1247.386460] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.388072] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.388072] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.388072] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.388072] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.388072] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.388072] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.389319] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.389319] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.389319] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.389319] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 887c6481-c2fe-417a-bc3a-6deea305588d is going to be created. [ 1247.411383] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.411698] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.411778] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.412019] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.412258] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.412498] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-887c6481-c2fe-417a-bc3a-6deea305588d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.690081] env[69933]: INFO networking_nsxv3.common.synchronization [None req-bfe58d08-00b5-4d02-88f8-f2668a7a0924 None None] Enqueued Resource ID: 058e3cbd-a707-4d53-8429-727682b48914 with Priority: HIGHEST for action port [ 1247.690369] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058e3cbd-a707-4d53-8429-727682b48914 with Priority: HIGHEST for action port [ 1247.690948] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-058e3cbd-a707-4d53-8429-727682b48914 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.691091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-058e3cbd-a707-4d53-8429-727682b48914" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.691161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-058e3cbd-a707-4d53-8429-727682b48914" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.691421] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-058e3cbd-a707-4d53-8429-727682b48914" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.691503] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('058e3cbd-a707-4d53-8429-727682b48914',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.184242] env[69933]: INFO networking_nsxv3.common.synchronization [req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f req-6d521e92-d206-49ea-95ac-fb00ef5f39ed service nova] Enqueued Resource ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 with Priority: HIGHEST for action security_group_rules [ 1248.184242] env[69933]: INFO networking_nsxv3.common.synchronization [req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f req-6d521e92-d206-49ea-95ac-fb00ef5f39ed service nova] Enqueued Resource ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 with Priority: HIGHEST for action security_group_members [ 1248.184242] env[69933]: INFO networking_nsxv3.common.synchronization [req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f req-6d521e92-d206-49ea-95ac-fb00ef5f39ed service nova] Enqueued Resource ID: 887c6481-c2fe-417a-bc3a-6deea305588d with Priority: HIGHEST for action port [ 1248.184242] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 with Priority: HIGHEST for action security_group_rules [ 1248.184242] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 with Priority: HIGHEST for action security_group_members [ 1248.184242] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887c6481-c2fe-417a-bc3a-6deea305588d with Priority: HIGHEST for action port [ 1248.184242] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-643c67ec-0def-4f68-88b8-6f93d2d58d60 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.184242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.184242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.184242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.184242] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('643c67ec-0def-4f68-88b8-6f93d2d58d60',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.186588] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c67ec-0def-4f68-88b8-6f93d2d58d60 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.187306] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.188336] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.188336] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.188336] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.188336] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.188336] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.189042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.189042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.189042] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643c67ec-0def-4f68-88b8-6f93d2d58d60',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.190378] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-887c6481-c2fe-417a-bc3a-6deea305588d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.190991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-887c6481-c2fe-417a-bc3a-6deea305588d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.190991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-887c6481-c2fe-417a-bc3a-6deea305588d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.190991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-887c6481-c2fe-417a-bc3a-6deea305588d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.190991] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('887c6481-c2fe-417a-bc3a-6deea305588d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.195705] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 058e3cbd-a707-4d53-8429-727682b48914 [ 1248.195932] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.196844] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.196844] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.196844] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.197073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.197232] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:058e3cbd-a707-4d53-8429-727682b48914 already deleted. [ 1248.197367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-058e3cbd-a707-4d53-8429-727682b48914" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.693769] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c67ec-0def-4f68-88b8-6f93d2d58d60 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.694170] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.694170] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('643c67ec-0def-4f68-88b8-6f93d2d58d60',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.695188] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 887c6481-c2fe-417a-bc3a-6deea305588d with status ACTIVE [ 1248.695407] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.695563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.695653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.695884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.696015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.696215] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.696341] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.696427] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.697066] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.697066] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.697066] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.697066] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.697066] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.697327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.697368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.697445] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 887c6481-c2fe-417a-bc3a-6deea305588d is going to be updated. [ 1248.723260] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.723481] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.723529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.723707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.723848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.724017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-887c6481-c2fe-417a-bc3a-6deea305588d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.882560] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc in Status: SUCCESS [ 1248.882860] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc deletion is rescheduled due to dependency. [ 1248.883128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.199560] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('643c67ec-0def-4f68-88b8-6f93d2d58d60',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.702468] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.702748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.702748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.702898] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.702991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.703107] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 is going to be created. [ 1249.738474] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.738708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.738772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.739133] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.739417] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.754522] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 in Status: UNINITIALIZED for 2s [ 1250.547593] env[69933]: INFO networking_nsxv3.common.synchronization [req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 req-68672ef2-ba1f-446c-8f82-a6034c11c18e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1250.548191] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1250.548508] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.548637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.548706] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.548941] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.549184] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.549317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.549408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.549598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.549718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.549832] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.051526] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.554962] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.623035] env[69933]: INFO networking_nsxv3.common.synchronization [req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 req-7cd4ec77-c6e0-478e-80f5-5fb368df4e9a tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_members [ 1251.623035] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_members [ 1251.623035] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.623035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.623997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.624275] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.624504] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.624651] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.624723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.624899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.624984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.625096] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.764359] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 in Status: SUCCESS [ 1251.764836] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.764836] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.764952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.765166] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.765305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.765373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.765536] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.765631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.765748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.767039] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('643c67ec-0def-4f68-88b8-6f93d2d58d60',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.057204] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.057691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.057691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.057805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.057978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.058139] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1252.091861] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.092090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.092090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.092296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.092440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.102392] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1252.127321] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.268593] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('643c67ec-0def-4f68-88b8-6f93d2d58d60',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.631042] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.773249] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 643c67ec-0def-4f68-88b8-6f93d2d58d60: rpc.has_security_group_logging(os_id): False [ 1252.793023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.793023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.793023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.793023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.793023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.793023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.793023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.793023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.793023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.793023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.793023] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 is going to be created. [ 1252.869966] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.869966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.869966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.869966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.869966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.882139] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 in Status: IN_PROGRESS for 2s [ 1253.132675] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.132999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.132999] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.133140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.133225] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.133410] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f is going to be updated. [ 1253.177823] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.178082] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.178163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.178345] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.178493] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.188494] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f in Status: IN_PROGRESS for 2s [ 1254.112218] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1254.113972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.259881] env[69933]: INFO networking_nsxv3.common.synchronization [req-9877c51c-cd44-4de4-8720-9e98f3d5969b req-58c2b52d-8b3d-4bdf-8534-1bcd527d5670 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1254.259881] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1254.260207] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.260207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.260305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.260459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.260609] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.260704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.260764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.260914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.261269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.261382] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.710327] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.711099] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.711481] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.713029] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.713029] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.713029] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.713029] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.713986] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.713986] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.714409] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1254.717021] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1254.717021] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1254.717021] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1254.717021] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1254.717021] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1254.717021] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1254.743473] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1254.743671] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1254.743822] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1254.744060] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.744666] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-6711469c-869a-4a26-a042-105b61c5fcf1 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.744980] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-6711469c-869a-4a26-a042-105b61c5fcf1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.745240] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-6711469c-869a-4a26-a042-105b61c5fcf1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.745716] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-6711469c-869a-4a26-a042-105b61c5fcf1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.745969] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6711469c-869a-4a26-a042-105b61c5fcf1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.766146] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.766146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.766146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.766146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.766146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.766146] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.766146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.766146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.766146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.766146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.766146] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1254.797547] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.797821] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.797821] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.798064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.798222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.807259] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1254.894146] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 in Status: SUCCESS [ 1254.894361] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.198668] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f in Status: SUCCESS [ 1255.198915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.251210] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.251210] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.251210] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.251210] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.251210] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.251210] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 6711469c-869a-4a26-a042-105b61c5fcf1 not found, creating... [ 1255.251548] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.253715] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.253715] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.253715] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.253715] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.253715] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.253715] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.253715] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.253715] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.253715] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.253715] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 6711469c-869a-4a26-a042-105b61c5fcf1 is going to be created. [ 1255.276037] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.276398] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.276398] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.276813] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.276952] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.277156] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-6711469c-869a-4a26-a042-105b61c5fcf1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.095358] env[69933]: INFO networking_nsxv3.common.synchronization [None req-9984cea0-9300-452f-bf35-21f1f1918d12 None None] Enqueued Resource ID: cb398700-2ade-4785-9e81-ffd0109a6dfa with Priority: HIGHEST for action port [ 1256.095635] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb398700-2ade-4785-9e81-ffd0109a6dfa with Priority: HIGHEST for action port [ 1256.097111] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb398700-2ade-4785-9e81-ffd0109a6dfa taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.097273] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb398700-2ade-4785-9e81-ffd0109a6dfa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.097345] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb398700-2ade-4785-9e81-ffd0109a6dfa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.097684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb398700-2ade-4785-9e81-ffd0109a6dfa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.097818] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb398700-2ade-4785-9e81-ffd0109a6dfa',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.202398] env[69933]: INFO networking_nsxv3.common.synchronization [req-9877c51c-cd44-4de4-8720-9e98f3d5969b req-9ddaba9c-0cd5-4522-9ac0-6f29906da4b7 service nova] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_rules [ 1256.202662] env[69933]: INFO networking_nsxv3.common.synchronization [req-9877c51c-cd44-4de4-8720-9e98f3d5969b req-9ddaba9c-0cd5-4522-9ac0-6f29906da4b7 service nova] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1256.202833] env[69933]: INFO networking_nsxv3.common.synchronization [req-9877c51c-cd44-4de4-8720-9e98f3d5969b req-9ddaba9c-0cd5-4522-9ac0-6f29906da4b7 service nova] Enqueued Resource ID: 6711469c-869a-4a26-a042-105b61c5fcf1 with Priority: HIGHEST for action port [ 1256.203108] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_rules [ 1256.203245] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1256.203353] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6711469c-869a-4a26-a042-105b61c5fcf1 with Priority: HIGHEST for action port [ 1256.203950] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.204084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.204153] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.204357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.204441] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.205314] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.205436] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.205665] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6711469c-869a-4a26-a042-105b61c5fcf1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.205779] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6711469c-869a-4a26-a042-105b61c5fcf1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.205843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6711469c-869a-4a26-a042-105b61c5fcf1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.206056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6711469c-869a-4a26-a042-105b61c5fcf1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.206137] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6711469c-869a-4a26-a042-105b61c5fcf1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.599582] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb398700-2ade-4785-9e81-ffd0109a6dfa [ 1256.599808] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.600585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.600585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.600585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.600585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.600585] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb398700-2ade-4785-9e81-ffd0109a6dfa already deleted. [ 1256.600585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb398700-2ade-4785-9e81-ffd0109a6dfa" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.707648] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.707975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.709153] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6711469c-869a-4a26-a042-105b61c5fcf1 with status ACTIVE [ 1256.709341] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.709552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.709552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.709775] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.709868] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.710056] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.710157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.710218] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.710403] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.710475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.710796] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.710970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.711067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.711357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.711357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.711472] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6711469c-869a-4a26-a042-105b61c5fcf1 is going to be updated. [ 1256.732404] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.733094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.733094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.733094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.733094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.733094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6711469c-869a-4a26-a042-105b61c5fcf1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.804834] env[69933]: INFO networking_nsxv3.common.synchronization [req-5b8fdcb4-61d9-4e95-961b-831febab390a req-ea8ec44c-5a52-4e5e-8a7a-42c580ecd1b4 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 1256.806256] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 1256.807094] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.807422] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.807506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.807827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.808111] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.808364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.808513] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.808704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.812022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.812022] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.822368] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1256.822542] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e deletion is rescheduled due to dependency. [ 1256.822823] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.825943] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.825943] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.825943] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.825943] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.825943] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.825943] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.825943] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.825943] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.258929] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.259147] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-163" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.259281] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-163" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.259545] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-163" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.259929] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.261029] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.261189] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.261455] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.261683] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.261922] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1257.262084] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1257.262180] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1257.262296] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1257.262413] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1257.262524] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1257.262668] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1257.285453] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1257.285453] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1257.285453] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1257.285453] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-163" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.285453] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-1c7720bb-4928-4e17-98e4-d869e38b577f taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.285796] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-1c7720bb-4928-4e17-98e4-d869e38b577f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.285859] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-1c7720bb-4928-4e17-98e4-d869e38b577f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.286299] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-1c7720bb-4928-4e17-98e4-d869e38b577f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.286513] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c7720bb-4928-4e17-98e4-d869e38b577f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.313047] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.316998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.316998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.316998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.316998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.316998] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.316998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.316998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.316998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.316998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.316998] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 is going to be updated. [ 1257.327838] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.343036] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.343036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.343036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.343036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.343036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.354635] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: IN_PROGRESS for 2s [ 1257.791296] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.791749] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.791882] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.792250] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.792758] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.792758] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 1c7720bb-4928-4e17-98e4-d869e38b577f not found, creating... [ 1257.793248] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.793520] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.793714] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.794245] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.794484] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.794940] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.795171] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.795310] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.795746] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.795746] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.795928] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 1c7720bb-4928-4e17-98e4-d869e38b577f is going to be created. [ 1257.817160] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.817387] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.817519] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.817813] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.818214] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.818449] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-1c7720bb-4928-4e17-98e4-d869e38b577f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.834288] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.336175] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.336273] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.336313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.336530] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.336637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.336742] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1258.371098] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.371247] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.371324] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.371527] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.372479] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.381875] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1258.438592] env[69933]: INFO networking_nsxv3.common.synchronization [None req-4ae696f0-daae-44ba-98e2-1eb0b8305268 None None] Enqueued Resource ID: a328402d-9aa9-480d-8050-2b571b276d22 with Priority: HIGHEST for action port [ 1258.439337] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a328402d-9aa9-480d-8050-2b571b276d22 with Priority: HIGHEST for action port [ 1258.439535] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a328402d-9aa9-480d-8050-2b571b276d22 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.439651] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a328402d-9aa9-480d-8050-2b571b276d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.440276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a328402d-9aa9-480d-8050-2b571b276d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.440276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a328402d-9aa9-480d-8050-2b571b276d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.440276] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a328402d-9aa9-480d-8050-2b571b276d22',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.588979] env[69933]: INFO networking_nsxv3.common.synchronization [req-5b8fdcb4-61d9-4e95-961b-831febab390a req-1b3eca19-50e8-4e44-892b-d117d0972b9b service nova] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_rules [ 1258.589315] env[69933]: INFO networking_nsxv3.common.synchronization [req-5b8fdcb4-61d9-4e95-961b-831febab390a req-1b3eca19-50e8-4e44-892b-d117d0972b9b service nova] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 1258.589563] env[69933]: INFO networking_nsxv3.common.synchronization [req-5b8fdcb4-61d9-4e95-961b-831febab390a req-1b3eca19-50e8-4e44-892b-d117d0972b9b service nova] Enqueued Resource ID: 1c7720bb-4928-4e17-98e4-d869e38b577f with Priority: HIGHEST for action port [ 1258.590448] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_rules [ 1258.590756] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 1258.590972] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7720bb-4928-4e17-98e4-d869e38b577f with Priority: HIGHEST for action port [ 1258.591373] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.591616] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.591769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.592060] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.592225] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.593249] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.593551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.594025] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c7720bb-4928-4e17-98e4-d869e38b577f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.594025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c7720bb-4928-4e17-98e4-d869e38b577f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.595506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c7720bb-4928-4e17-98e4-d869e38b577f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.595506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c7720bb-4928-4e17-98e4-d869e38b577f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.595506] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c7720bb-4928-4e17-98e4-d869e38b577f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.942849] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a328402d-9aa9-480d-8050-2b571b276d22 [ 1258.942849] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.942849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.942849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.942849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.942849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.942849] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a328402d-9aa9-480d-8050-2b571b276d22 already deleted. [ 1258.942849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a328402d-9aa9-480d-8050-2b571b276d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.095711] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.095838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.099304] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c7720bb-4928-4e17-98e4-d869e38b577f with status ACTIVE [ 1259.100293] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.100293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.100293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.100293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.100293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.100293] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.100293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.100293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.100618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.100618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.100676] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.100721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.100776] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.100909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.100980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.101116] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c7720bb-4928-4e17-98e4-d869e38b577f is going to be updated. [ 1259.123668] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.123882] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.123924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.124577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.124577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.124577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c7720bb-4928-4e17-98e4-d869e38b577f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.368312] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: SUCCESS [ 1259.368533] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 deletion is rescheduled due to dependency. [ 1259.369022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.369259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.369543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.369799] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.370161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.370263] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.370528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.370905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.371069] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.876293] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.379516] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.393122] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1260.393716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.393716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.393903] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.394105] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.394240] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.394240] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.394344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.394427] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.394514] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.394656] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.881793] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.882013] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.882063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.882469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.882469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.882469] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 is going to be updated. [ 1260.897113] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.897317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.897317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.897643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.897861] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.897987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.898102] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.898304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.898403] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.898518] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.898713] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.898860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.898982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.899163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.899336] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.899452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.899540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.899740] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.899844] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.899955] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.900080] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.915921] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.916109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.916203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.916748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.916909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.929151] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: IN_PROGRESS for 2s [ 1261.107275] env[69933]: INFO networking_nsxv3.common.synchronization [None req-ced273cc-0f3c-4181-b34c-3581a85be29c tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Enqueued Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGHEST for action security_group_rules [ 1261.108054] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGHEST for action security_group_rules [ 1261.108426] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8789a6c3-ab2c-4f16-ac78-c17673424cec taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.108590] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.108702] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.109113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.109300] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.194184] env[69933]: INFO networking_nsxv3.common.synchronization [None req-b078df0e-9b36-4c6b-8d36-6921ea841bdd tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Enqueued Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGHEST for action security_group_rules [ 1261.195082] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGHEST for action security_group_rules [ 1261.195554] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8789a6c3-ab2c-4f16-ac78-c17673424cec taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.196028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.404581] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c476b51-b290-40a7-9048-b6796a4b273e: rpc.has_security_group_logging(os_id): False [ 1261.445624] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.445882] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.445882] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.446082] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.446217] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.446392] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.446530] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.446624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.446781] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.446863] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.446999] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.447119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.447186] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.447307] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.447384] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.447558] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.447693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.447693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.447867] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.447943] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.448024] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1261.544925] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.545195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.545195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.545364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.545513] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.559662] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1261.648748] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.648748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.648748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.648748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.648748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.648748] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec already deleted. [ 1261.648748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.648748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.648748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.648748] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.172845] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.173055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.173109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.173328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.173393] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.173489] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec already deleted. [ 1262.173572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.942035] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: SUCCESS [ 1262.942035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.942443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.942443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.942682] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.942801] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.942870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.943077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.943198] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.943320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.943448] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.181015] env[69933]: INFO networking_nsxv3.common.synchronization [req-5e6956fd-580d-4105-bcbb-6757b7d903e7 req-8fec001d-7827-491e-90de-0c71c0a1ca1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1263.182321] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1263.182321] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.182321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.182321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.182321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.182591] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.182591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.182672] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.182756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.182849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.182943] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.446471] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.572864] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1263.573115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.685582] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.685879] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.686036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.686385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.686561] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.686912] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.687221] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.687371] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.687768] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.687924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.688108] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1263.720753] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.720982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.720982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.721251] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.721375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.730983] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1263.957890] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ae0bd03-b74e-4de1-962f-02b9a1fea353: rpc.has_security_group_logging(os_id): False [ 1263.981620] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.981858] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.981982] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.982327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.982474] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.982845] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.983025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.983160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.983398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.983528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.983668] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 is going to be updated. [ 1264.047372] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.047535] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.047605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.047808] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.047948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.061193] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: IN_PROGRESS for 2s [ 1265.741601] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1265.742095] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 deletion is rescheduled due to dependency. [ 1265.743079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.076991] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: SUCCESS [ 1266.077151] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.182387] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.182737] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.871794] env[69933]: INFO networking_nsxv3.common.synchronization [req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 req-08ec40ba-dff0-42ce-93b4-23e3f50dbf6e tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Enqueued Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGHEST for action security_group_members [ 1268.873219] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGHEST for action security_group_members [ 1268.873219] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-073e890b-c18d-4c10-8b42-ae21fba9b6f0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.873219] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.873219] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.873219] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.873464] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.873520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.873563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.873740] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.873838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.873931] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.269565] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-20 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.269876] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-20" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.269915] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-20" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.270269] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-20" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.270547] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.270718] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.270852] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.271098] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.271254] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.271474] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1269.271602] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1269.271726] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1269.271849] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1269.271963] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1269.272099] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1269.272242] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1269.294620] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1269.294620] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1269.294620] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1269.294620] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-20" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.294931] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-88f87931-fe27-40f8-bdac-b7ad2bb6dc70 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.295119] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-88f87931-fe27-40f8-bdac-b7ad2bb6dc70" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.295246] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-88f87931-fe27-40f8-bdac-b7ad2bb6dc70" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.295572] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-88f87931-fe27-40f8-bdac-b7ad2bb6dc70" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.295865] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88f87931-fe27-40f8-bdac-b7ad2bb6dc70',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.376537] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.377075] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.377075] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.377180] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.377236] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.377528] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.377626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.377762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.377883] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.377974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.378083] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 already deleted. [ 1269.378182] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.798930] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.799229] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.799365] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.799978] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.800153] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.800405] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 88f87931-fe27-40f8-bdac-b7ad2bb6dc70 not found, creating... [ 1269.800658] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.800801] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.800925] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.801206] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.801367] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.801673] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.801837] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.801971] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.802762] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.802762] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.802762] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 88f87931-fe27-40f8-bdac-b7ad2bb6dc70 is going to be created. [ 1269.828140] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.828378] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.828663] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.829214] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.829491] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.829741] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-88f87931-fe27-40f8-bdac-b7ad2bb6dc70" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.575491] env[69933]: INFO networking_nsxv3.common.synchronization [req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 req-9afecfcd-c17d-4a13-9c9a-f2221ef0cebf service nova] Enqueued Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGHEST for action security_group_rules [ 1270.575747] env[69933]: INFO networking_nsxv3.common.synchronization [req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 req-9afecfcd-c17d-4a13-9c9a-f2221ef0cebf service nova] Enqueued Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGHEST for action security_group_members [ 1270.575778] env[69933]: INFO networking_nsxv3.common.synchronization [req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 req-9afecfcd-c17d-4a13-9c9a-f2221ef0cebf service nova] Enqueued Resource ID: 88f87931-fe27-40f8-bdac-b7ad2bb6dc70 with Priority: HIGHEST for action port [ 1270.576024] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGHEST for action security_group_rules [ 1270.576154] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGHEST for action security_group_members [ 1270.576248] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88f87931-fe27-40f8-bdac-b7ad2bb6dc70 with Priority: HIGHEST for action port [ 1270.576857] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-073e890b-c18d-4c10-8b42-ae21fba9b6f0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.576953] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.577604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.577604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.577604] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.578257] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-073e890b-c18d-4c10-8b42-ae21fba9b6f0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.578372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.578435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.578600] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.578767] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.578907] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.578955] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.579068] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.579147] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.579228] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.579935] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-88f87931-fe27-40f8-bdac-b7ad2bb6dc70 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.580064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88f87931-fe27-40f8-bdac-b7ad2bb6dc70" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.580127] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88f87931-fe27-40f8-bdac-b7ad2bb6dc70" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.580255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88f87931-fe27-40f8-bdac-b7ad2bb6dc70" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.580322] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88f87931-fe27-40f8-bdac-b7ad2bb6dc70',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.933227] env[69933]: INFO networking_nsxv3.common.synchronization [req-4a0c732e-dd00-46e4-983a-06b10b89dca9 req-4e791134-af6c-40cc-b2e6-86b8575ec61c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_members [ 1270.933684] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGHEST for action security_group_members [ 1270.934559] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.934559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.934559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.934559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.934559] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.934786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.934786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.934846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.934888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.935127] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.082018] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-073e890b-c18d-4c10-8b42-ae21fba9b6f0 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.082167] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.083512] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.084482] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88f87931-fe27-40f8-bdac-b7ad2bb6dc70 with status ACTIVE [ 1271.084672] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.084793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.084860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.085081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.085170] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.085939] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.085939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.085939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.085939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.085939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.085939] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.086234] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.086234] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.086298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.086326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.086683] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88f87931-fe27-40f8-bdac-b7ad2bb6dc70 is going to be updated. [ 1271.108682] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.108867] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.108969] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.109269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.109470] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.109703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88f87931-fe27-40f8-bdac-b7ad2bb6dc70" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.437728] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.437728] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.437728] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.438022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.438022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.438090] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.438174] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.438232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.438382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.438458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.438560] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f is going to be updated. [ 1271.465794] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.465946] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.466015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.466232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.466370] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.475983] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f in Status: IN_PROGRESS for 2s [ 1271.589543] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.092137] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.092137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.092387] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.092387] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.093032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.093032] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 is going to be created. [ 1272.115696] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.115866] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.115907] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.116129] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.116284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.125586] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 in Status: UNINITIALIZED for 2s [ 1272.169033] env[69933]: INFO networking_nsxv3.common.synchronization [req-c56ca316-b40a-48f7-b5b4-e75efc325a45 req-914d4ea9-cc68-475d-8062-18405fe542fa tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Enqueued Resource ID: 54e44767-82b6-49de-8007-5315e732bcab with Priority: HIGHEST for action security_group_members [ 1272.169332] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e44767-82b6-49de-8007-5315e732bcab with Priority: HIGHEST for action security_group_members [ 1272.169845] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e44767-82b6-49de-8007-5315e732bcab taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.169845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.169845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.170082] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.170246] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.170355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.170419] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.170586] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.170671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.170780] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e44767-82b6-49de-8007-5315e732bcab',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.463181] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.463181] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-910" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.463181] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-910" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.464184] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-910" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.464184] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.464184] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.464184] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.464394] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.464504] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.464751] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1272.464872] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.464981] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.465110] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.465224] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1272.465333] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.465468] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.487622] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.487622] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1272.487622] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.487622] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-910" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.487622] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-9b53e19b-63e3-455b-83ad-d61c83bd7313 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.488159] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-9b53e19b-63e3-455b-83ad-d61c83bd7313" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.488193] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-9b53e19b-63e3-455b-83ad-d61c83bd7313" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.488591] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-9b53e19b-63e3-455b-83ad-d61c83bd7313" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.488747] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b53e19b-63e3-455b-83ad-d61c83bd7313',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.674688] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.674688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.674688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.674688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.674688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.674688] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.674688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.674688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.675290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.675290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.675290] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e44767-82b6-49de-8007-5315e732bcab already deleted. [ 1272.675290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.992847] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.993056] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.993178] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.993471] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.993627] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.993792] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 9b53e19b-63e3-455b-83ad-d61c83bd7313 not found, creating... [ 1272.994080] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.994246] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.994369] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.994589] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.994748] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.995072] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.995242] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.995364] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.995579] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.995723] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.995941] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 9b53e19b-63e3-455b-83ad-d61c83bd7313 is going to be created. [ 1273.015160] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.015410] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.015543] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.015800] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.016879] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.016879] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-9b53e19b-63e3-455b-83ad-d61c83bd7313" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.487017] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f in Status: SUCCESS [ 1273.487198] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f deletion is rescheduled due to dependency. [ 1273.487312] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.692177] env[69933]: INFO networking_nsxv3.common.synchronization [req-c56ca316-b40a-48f7-b5b4-e75efc325a45 req-5ec9d66e-fe22-49b5-8301-ae83e5b82df8 service nova] Enqueued Resource ID: 54e44767-82b6-49de-8007-5315e732bcab with Priority: HIGHEST for action security_group_rules [ 1273.692416] env[69933]: INFO networking_nsxv3.common.synchronization [req-c56ca316-b40a-48f7-b5b4-e75efc325a45 req-5ec9d66e-fe22-49b5-8301-ae83e5b82df8 service nova] Enqueued Resource ID: 54e44767-82b6-49de-8007-5315e732bcab with Priority: HIGHEST for action security_group_members [ 1273.692548] env[69933]: INFO networking_nsxv3.common.synchronization [req-c56ca316-b40a-48f7-b5b4-e75efc325a45 req-5ec9d66e-fe22-49b5-8301-ae83e5b82df8 service nova] Enqueued Resource ID: 9b53e19b-63e3-455b-83ad-d61c83bd7313 with Priority: HIGHEST for action port [ 1273.692797] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e44767-82b6-49de-8007-5315e732bcab with Priority: HIGHEST for action security_group_rules [ 1273.692933] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e44767-82b6-49de-8007-5315e732bcab with Priority: HIGHEST for action security_group_members [ 1273.693043] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b53e19b-63e3-455b-83ad-d61c83bd7313 with Priority: HIGHEST for action port [ 1273.693612] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54e44767-82b6-49de-8007-5315e732bcab taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.693695] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.693763] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.694065] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.694161] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54e44767-82b6-49de-8007-5315e732bcab',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.695939] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e44767-82b6-49de-8007-5315e732bcab taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.695939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.695939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.695939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.695939] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.696241] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.696241] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.696241] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.696331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.696366] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e44767-82b6-49de-8007-5315e732bcab',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.697167] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b53e19b-63e3-455b-83ad-d61c83bd7313 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.697330] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b53e19b-63e3-455b-83ad-d61c83bd7313" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.697367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b53e19b-63e3-455b-83ad-d61c83bd7313" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.697514] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b53e19b-63e3-455b-83ad-d61c83bd7313" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.698144] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b53e19b-63e3-455b-83ad-d61c83bd7313',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.136719] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 in Status: SUCCESS [ 1274.137023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.137189] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.137454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.137667] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.137829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.137907] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.138091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.138195] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.138303] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.138390] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.199384] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e44767-82b6-49de-8007-5315e732bcab taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.199535] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.199717] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54e44767-82b6-49de-8007-5315e732bcab',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.200662] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b53e19b-63e3-455b-83ad-d61c83bd7313 with status ACTIVE [ 1274.200862] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.200978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.201054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.201283] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.201377] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.201571] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.201679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.202608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.202608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.202608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.202608] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.202608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.202608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.202608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.202608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.202930] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b53e19b-63e3-455b-83ad-d61c83bd7313 is going to be updated. [ 1274.223560] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.223761] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.223761] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.223975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.224131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.224285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b53e19b-63e3-455b-83ad-d61c83bd7313" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.555405] env[69933]: INFO networking_nsxv3.common.synchronization [req-063532ad-19d9-4c2e-a446-bb842c20c1d0 req-268d6a20-8095-4c0b-8a52-8e3c7a5eb64a tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Enqueued Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGHEST for action security_group_members [ 1274.555405] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGHEST for action security_group_members [ 1274.555405] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789a6c3-ab2c-4f16-ac78-c17673424cec taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.555572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.555572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.556342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.556342] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.556342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.556342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.556342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.556642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.556642] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.640550] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-073e890b-c18d-4c10-8b42-ae21fba9b6f0 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.640774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.640774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.641025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.641229] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.641351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.641415] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.641585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.641670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.641785] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.641920] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-073e890b-c18d-4c10-8b42-ae21fba9b6f0 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.642014] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.642067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.642222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.642368] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.642461] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.642548] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.642711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.642792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.642880] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.642964] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.704830] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54e44767-82b6-49de-8007-5315e732bcab',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.993797] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.994019] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-999" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.994152] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-999" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.994421] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-999" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.995838] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.996093] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.997366] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.997366] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.997366] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.997366] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1274.997366] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1274.997366] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1274.997366] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1274.997643] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1274.997643] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1274.997702] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1275.022807] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1275.023009] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1275.023159] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1275.023345] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-999" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.023666] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-7d6c53dd-b378-476e-94d1-2720c7b8b45d taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.023845] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-7d6c53dd-b378-476e-94d1-2720c7b8b45d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.023970] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-7d6c53dd-b378-476e-94d1-2720c7b8b45d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.024432] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-7d6c53dd-b378-476e-94d1-2720c7b8b45d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.024583] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6c53dd-b378-476e-94d1-2720c7b8b45d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.058970] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.058970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.058970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.059217] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.059217] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.059296] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.059504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.059504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.059620] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.059677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.059768] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec already deleted. [ 1275.059872] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.145679] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 073e890b-c18d-4c10-8b42-ae21fba9b6f0: rpc.has_security_group_logging(os_id): False [ 1275.166054] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.166054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.166054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.166054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.166054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.166379] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.166379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.166379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.166379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.166574] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.166617] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.166817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.166897] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.167120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.167313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.167423] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.167519] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.167614] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.167784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.167875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.167971] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 is going to be created. [ 1275.207632] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.207888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.207888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.208551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.208551] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.208551] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e44767-82b6-49de-8007-5315e732bcab is going to be created. [ 1275.250613] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.250846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.250913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.251152] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.251344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.253262] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.253379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.254384] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.254384] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.254384] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.265526] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e44767-82b6-49de-8007-5315e732bcab in Status: UNINITIALIZED for 2s [ 1275.266636] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 in Status: IN_PROGRESS for 2s [ 1275.529445] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.530133] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.530632] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.531087] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.531477] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.532706] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 7d6c53dd-b378-476e-94d1-2720c7b8b45d not found, creating... [ 1275.533243] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.533862] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.534175] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.535032] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.535032] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.535224] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.535455] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.535592] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.535848] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.536014] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.536187] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 7d6c53dd-b378-476e-94d1-2720c7b8b45d is going to be created. [ 1275.556701] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.557077] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.557185] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.557510] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.557704] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.558021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-7d6c53dd-b378-476e-94d1-2720c7b8b45d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.342612] env[69933]: INFO networking_nsxv3.common.synchronization [req-063532ad-19d9-4c2e-a446-bb842c20c1d0 req-36736ab7-ab61-4c1d-861b-a8bca4293285 service nova] Enqueued Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGHEST for action security_group_rules [ 1276.342883] env[69933]: INFO networking_nsxv3.common.synchronization [req-063532ad-19d9-4c2e-a446-bb842c20c1d0 req-36736ab7-ab61-4c1d-861b-a8bca4293285 service nova] Enqueued Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGHEST for action security_group_members [ 1276.342942] env[69933]: INFO networking_nsxv3.common.synchronization [req-063532ad-19d9-4c2e-a446-bb842c20c1d0 req-36736ab7-ab61-4c1d-861b-a8bca4293285 service nova] Enqueued Resource ID: 7d6c53dd-b378-476e-94d1-2720c7b8b45d with Priority: HIGHEST for action port [ 1276.343200] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGHEST for action security_group_rules [ 1276.343330] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGHEST for action security_group_members [ 1276.343427] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6c53dd-b378-476e-94d1-2720c7b8b45d with Priority: HIGHEST for action port [ 1276.343983] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8789a6c3-ab2c-4f16-ac78-c17673424cec taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.344125] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.344193] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.344385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.344464] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.345729] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789a6c3-ab2c-4f16-ac78-c17673424cec taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.345787] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.345818] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.348063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.348063] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.348063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.348063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.348063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.348063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.348063] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.348063] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d6c53dd-b378-476e-94d1-2720c7b8b45d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.348063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d6c53dd-b378-476e-94d1-2720c7b8b45d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.348063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d6c53dd-b378-476e-94d1-2720c7b8b45d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.348748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d6c53dd-b378-476e-94d1-2720c7b8b45d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.348748] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6c53dd-b378-476e-94d1-2720c7b8b45d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.849510] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789a6c3-ab2c-4f16-ac78-c17673424cec taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.849657] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.851062] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.852653] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d6c53dd-b378-476e-94d1-2720c7b8b45d with status ACTIVE [ 1276.856029] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.856029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.856029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.856029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.856029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.856029] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.856029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.856029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.856029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.856029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.856029] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.856029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.856029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.856029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.856029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.856029] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d6c53dd-b378-476e-94d1-2720c7b8b45d is going to be updated. [ 1276.874888] env[69933]: INFO networking_nsxv3.common.synchronization [req-933230cd-ece3-4949-bb1b-bedd08fe3dcd req-1eed4430-62b2-4cc9-ae88-14a3c301bf57 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1276.876014] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.876183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.876235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.876444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.876597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.876814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d6c53dd-b378-476e-94d1-2720c7b8b45d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.877298] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1276.877544] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.877675] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.877789] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.878021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.878120] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.878190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.878287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.878431] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.878541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.878606] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.167341] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.167538] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.167669] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.167934] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.168202] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.168366] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.168618] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.168862] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.169030] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.169417] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1277.169560] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1277.169684] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1277.169808] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1277.169929] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1277.170054] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1277.170204] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1277.189233] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1277.189406] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1277.189554] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1277.189736] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.190069] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-d9bff746-665f-4c9f-a609-1aa55a506392 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.190270] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-d9bff746-665f-4c9f-a609-1aa55a506392" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.190392] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-d9bff746-665f-4c9f-a609-1aa55a506392" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.190730] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-d9bff746-665f-4c9f-a609-1aa55a506392" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.190876] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9bff746-665f-4c9f-a609-1aa55a506392',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.279468] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e44767-82b6-49de-8007-5315e732bcab in Status: SUCCESS [ 1277.279721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.279849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.280084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.282886] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.282886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.282886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.282886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.282886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.282886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.282886] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54e44767-82b6-49de-8007-5315e732bcab',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.283386] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 in Status: SUCCESS [ 1277.283419] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.356235] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.381440] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.381564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.381603] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.381879] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.382033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.382319] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.382465] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.382554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.382783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.382968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.383042] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1277.409712] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.409938] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.409938] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.410255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.410429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.420588] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1277.696128] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.696128] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.696128] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.696128] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.696128] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.696431] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port d9bff746-665f-4c9f-a609-1aa55a506392 not found, creating... [ 1277.696582] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.696743] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.696892] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.697162] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.697316] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.697630] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.697825] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.697975] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.698206] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.698349] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.698493] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: d9bff746-665f-4c9f-a609-1aa55a506392 is going to be created. [ 1277.717984] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.718274] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.718479] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.718760] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.718997] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.719244] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-d9bff746-665f-4c9f-a609-1aa55a506392" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.785192] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e44767-82b6-49de-8007-5315e732bcab taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.785424] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.785424] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.785780] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.785883] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.785991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.786054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.786209] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.786320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.786593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.786593] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e44767-82b6-49de-8007-5315e732bcab taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.786701] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.786740] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.786914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.787079] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.787208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.787742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.787742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.787742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.787742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.787742] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54e44767-82b6-49de-8007-5315e732bcab',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.862377] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.862621] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.862702] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.863016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.863206] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.863337] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec is going to be created. [ 1277.888948] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.889257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.889346] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.889614] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.889708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.899755] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec in Status: UNINITIALIZED for 2s [ 1278.289555] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54e44767-82b6-49de-8007-5315e732bcab: rpc.has_security_group_logging(os_id): False [ 1278.355295] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.355509] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.355509] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.356825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.356825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.356825] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.356825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.356825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.357577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.357577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.357577] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.357577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.357577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.357577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.357577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.357821] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.357878] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.357918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.358226] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.358226] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.358226] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54e44767-82b6-49de-8007-5315e732bcab is going to be created. [ 1278.431558] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.431558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.431558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.431558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.431558] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.444068] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e44767-82b6-49de-8007-5315e732bcab in Status: IN_PROGRESS for 2s [ 1278.573566] env[69933]: INFO networking_nsxv3.common.synchronization [req-933230cd-ece3-4949-bb1b-bedd08fe3dcd req-8d42eb43-ff71-4507-944d-8f9b0825a737 service nova] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_rules [ 1278.573751] env[69933]: INFO networking_nsxv3.common.synchronization [req-933230cd-ece3-4949-bb1b-bedd08fe3dcd req-8d42eb43-ff71-4507-944d-8f9b0825a737 service nova] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1278.573907] env[69933]: INFO networking_nsxv3.common.synchronization [req-933230cd-ece3-4949-bb1b-bedd08fe3dcd req-8d42eb43-ff71-4507-944d-8f9b0825a737 service nova] Enqueued Resource ID: d9bff746-665f-4c9f-a609-1aa55a506392 with Priority: HIGHEST for action port [ 1278.574567] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_rules [ 1278.574903] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1278.574952] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9bff746-665f-4c9f-a609-1aa55a506392 with Priority: HIGHEST for action port [ 1278.575705] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.576549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.576549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.576549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.576549] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.577791] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.578099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.578759] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9bff746-665f-4c9f-a609-1aa55a506392 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.578944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9bff746-665f-4c9f-a609-1aa55a506392" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.579068] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9bff746-665f-4c9f-a609-1aa55a506392" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.579417] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9bff746-665f-4c9f-a609-1aa55a506392" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.579517] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9bff746-665f-4c9f-a609-1aa55a506392',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.082210] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.082456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.082736] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9bff746-665f-4c9f-a609-1aa55a506392 with status ACTIVE [ 1279.083048] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.083209] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.083305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.083580] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.083700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.084038] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.084115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.084169] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.084381] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.084508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.084841] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.085560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.085560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.085560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.085560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.085732] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9bff746-665f-4c9f-a609-1aa55a506392 is going to be updated. [ 1279.109252] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.109535] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.109608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.109896] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.110122] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.110466] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9bff746-665f-4c9f-a609-1aa55a506392" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.432019] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1279.432375] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 deletion is rescheduled due to dependency. [ 1279.432375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.432703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.432826] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.433087] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.433256] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.433323] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.433529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.433626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.433731] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.911107] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec in Status: SUCCESS [ 1279.911420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.911598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.911830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.912041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.912162] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.912229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.912391] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.912472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.912556] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.912645] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.940132] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.414788] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.448311] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.458043] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e44767-82b6-49de-8007-5315e732bcab in Status: SUCCESS [ 1280.458327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.916865] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8789a6c3-ab2c-4f16-ac78-c17673424cec: rpc.has_security_group_logging(os_id): False [ 1280.935273] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.935471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.935471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.935739] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.935806] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.936041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.936137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.936192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.936356] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.936435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.936523] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec is going to be created. [ 1280.951032] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.951135] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.951220] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.951456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.951547] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.951654] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1280.986581] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.986849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.986849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.987093] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.987243] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.997059] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1281.003055] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.003203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.003253] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.003470] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.003663] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.016635] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec in Status: IN_PROGRESS for 2s [ 1281.646347] env[69933]: INFO networking_nsxv3.common.synchronization [req-04c0d41e-4eb5-48fc-b9de-093180aeff0e req-aedca5fd-9154-43fa-a6c6-4a9b634ae44b tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1281.647359] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1281.647359] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.647513] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.647586] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.647913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.648153] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.649729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.649729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.649729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.649729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.649729] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.039647] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.039846] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.040012] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.040350] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.040621] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.040790] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.041053] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.044018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.044253] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.044507] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.044667] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.044796] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.044961] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.045108] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.045273] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.045456] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.073148] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.073407] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1282.073620] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.073818] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.074183] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-b46f7b6f-e55f-4efe-b674-a7f0de22da5d taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.074366] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-b46f7b6f-e55f-4efe-b674-a7f0de22da5d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.074491] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-b46f7b6f-e55f-4efe-b674-a7f0de22da5d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.074878] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-b46f7b6f-e55f-4efe-b674-a7f0de22da5d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.075260] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46f7b6f-e55f-4efe-b674-a7f0de22da5d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.150637] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.578226] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.578457] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.578622] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.578967] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.579172] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.579377] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port b46f7b6f-e55f-4efe-b674-a7f0de22da5d not found, creating... [ 1282.579680] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.579889] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.580055] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.580327] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.580532] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.580913] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.581105] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.581271] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.581509] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.581645] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.581825] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: b46f7b6f-e55f-4efe-b674-a7f0de22da5d is going to be created. [ 1282.610595] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.610894] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.611127] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.611420] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.611573] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.611846] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-b46f7b6f-e55f-4efe-b674-a7f0de22da5d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.653459] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.012096] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1283.012401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.012583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.012851] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.013094] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.013218] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.013280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.013582] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.013669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.013755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.013844] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.030312] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec in Status: SUCCESS [ 1283.030641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.102275] env[69933]: INFO networking_nsxv3.common.synchronization [None req-4072ffde-755d-4828-8f9f-bf1658fdf944 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1283.102940] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGHEST for action security_group_members [ 1283.103262] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.103395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.103474] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.103704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.103944] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.106353] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.106504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.106679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.106774] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.106925] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.155890] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.156137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.156234] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.156505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.156706] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.156890] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1283.190713] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.190956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.191050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.191314] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.191469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.204359] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1283.501959] env[69933]: INFO networking_nsxv3.common.synchronization [req-04c0d41e-4eb5-48fc-b9de-093180aeff0e req-180f57a7-5751-4066-a151-77815eb726d2 service nova] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_rules [ 1283.502209] env[69933]: INFO networking_nsxv3.common.synchronization [req-04c0d41e-4eb5-48fc-b9de-093180aeff0e req-180f57a7-5751-4066-a151-77815eb726d2 service nova] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1283.502367] env[69933]: INFO networking_nsxv3.common.synchronization [req-04c0d41e-4eb5-48fc-b9de-093180aeff0e req-180f57a7-5751-4066-a151-77815eb726d2 service nova] Enqueued Resource ID: b46f7b6f-e55f-4efe-b674-a7f0de22da5d with Priority: HIGHEST for action port [ 1283.502986] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_rules [ 1283.503449] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1283.503449] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46f7b6f-e55f-4efe-b674-a7f0de22da5d with Priority: HIGHEST for action port [ 1283.505108] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.505108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.505108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.505108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.505108] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.505605] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.505654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.506076] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b46f7b6f-e55f-4efe-b674-a7f0de22da5d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.506296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b46f7b6f-e55f-4efe-b674-a7f0de22da5d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.506357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b46f7b6f-e55f-4efe-b674-a7f0de22da5d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.506593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b46f7b6f-e55f-4efe-b674-a7f0de22da5d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.508221] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46f7b6f-e55f-4efe-b674-a7f0de22da5d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.515952] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.516173] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.516263] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.516547] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.516779] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.516881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.516968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.517364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.517364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.517364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.517518] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.517565] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.517613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.517750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.518025] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.518025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.518136] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.518229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.518305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.518402] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.518493] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.609698] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.609976] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.610214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.610475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.610635] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.610956] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.611118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.611219] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.611499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.611622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.611763] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be updated. [ 1283.641658] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.641921] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.642126] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.642351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.642569] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.653604] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: IN_PROGRESS for 2s [ 1284.009648] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.009837] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.011091] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b46f7b6f-e55f-4efe-b674-a7f0de22da5d with status ACTIVE [ 1284.011290] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.011407] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.011471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.011890] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.011890] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.012027] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.012129] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.012190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.012349] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.012429] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.012607] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.012700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.012758] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.012902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.012978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.013068] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b46f7b6f-e55f-4efe-b674-a7f0de22da5d is going to be updated. [ 1284.025250] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 372297e0-1037-4ee4-8a18-c41b8ec57cf8: rpc.has_security_group_logging(os_id): False [ 1284.036032] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.036176] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.036246] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.036457] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.036594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.036755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b46f7b6f-e55f-4efe-b674-a7f0de22da5d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.042915] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.042915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.042915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.043783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.043783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.043783] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.043783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.043783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.043783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.043783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.044069] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.044069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.044069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.044214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.044277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.044532] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.044639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.044693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.044858] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.044939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.045040] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1284.111186] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.111544] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.111544] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.111672] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.111812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.127116] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1285.219027] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1285.219027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.219027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.219027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.219027] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.219027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.219027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.219027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.219027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.219027] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.667278] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 in Status: SUCCESS [ 1285.667568] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 deletion is rescheduled due to dependency. [ 1285.667740] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.722369] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.142733] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1286.142959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.224526] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.726799] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.727562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.727562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.727562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.727708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.727802] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1286.759502] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.759669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.759711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.759921] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.760088] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.770328] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1288.504096] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.504373] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1288.784545] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1288.784545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.784545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.784545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.784912] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.784988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.787948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.787948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.787948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.787948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.787948] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.827201] env[69933]: INFO networking_nsxv3.common.synchronization [None req-9d852178-76ec-4370-b3a4-a331651e2702 None None] Enqueued Resource ID: f407e946-7a41-4de0-a1d3-98e6fc996ad7 with Priority: HIGHEST for action port [ 1288.827811] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f407e946-7a41-4de0-a1d3-98e6fc996ad7 with Priority: HIGHEST for action port [ 1288.828207] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f407e946-7a41-4de0-a1d3-98e6fc996ad7 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.828324] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f407e946-7a41-4de0-a1d3-98e6fc996ad7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.829100] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f407e946-7a41-4de0-a1d3-98e6fc996ad7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.829100] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f407e946-7a41-4de0-a1d3-98e6fc996ad7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.829100] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f407e946-7a41-4de0-a1d3-98e6fc996ad7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.292658] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.292771] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.292869] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.293390] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.293467] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.295037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.295037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.295037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.295037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.295037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.295037] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.295037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.295037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.295037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.295037] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.295575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.295575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.295575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.295575] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.295683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.295711] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.331028] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f407e946-7a41-4de0-a1d3-98e6fc996ad7 [ 1289.331305] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.331432] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.331500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.331744] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.331835] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.331979] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f407e946-7a41-4de0-a1d3-98e6fc996ad7 already deleted. [ 1289.332199] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f407e946-7a41-4de0-a1d3-98e6fc996ad7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.418077] env[69933]: INFO networking_nsxv3.common.synchronization [None req-6bd4b59d-3af0-403f-b6a4-4150a693ae69 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Enqueued Resource ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d with Priority: HIGHEST for action security_group_rules [ 1289.418212] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d with Priority: HIGHEST for action security_group_rules [ 1289.418491] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.418618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.418707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.418931] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.419052] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eb73c70-96ae-4b9d-972e-e6dcf77f704d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.530516] env[69933]: INFO networking_nsxv3.common.synchronization [None req-1e6f5326-6688-46e6-9712-72b82273f5b4 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Enqueued Resource ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d with Priority: HIGHEST for action security_group_rules [ 1289.531591] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d with Priority: HIGHEST for action security_group_rules [ 1289.532705] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.532705] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.804321] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531: rpc.has_security_group_logging(os_id): False [ 1289.839024] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.839024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.839024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.839024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.839024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.839024] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.839024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.839024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.839024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.839024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.839024] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.839024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.839024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.839024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.839024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.841845] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.841845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.841845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.841845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.841845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.841845] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1289.909611] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.909611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.909611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.909611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.909611] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.922762] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1289.942812] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.942964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.943243] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.943275] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.943355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.943458] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d already deleted. [ 1289.943567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.943740] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.943909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.943996] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eb73c70-96ae-4b9d-972e-e6dcf77f704d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.468972] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.468972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.468972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.468972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.468972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.468972] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d already deleted. [ 1290.468972] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.472522] env[69933]: INFO networking_nsxv3.common.synchronization [None req-d2271b0e-4082-44af-80ca-f889b1e937d9 None None] Enqueued Resource ID: 244cdbb6-dd9a-4d2c-b857-4cd3ffce30e9 with Priority: HIGHEST for action port [ 1291.472810] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244cdbb6-dd9a-4d2c-b857-4cd3ffce30e9 with Priority: HIGHEST for action port [ 1291.473618] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-244cdbb6-dd9a-4d2c-b857-4cd3ffce30e9 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.473800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-244cdbb6-dd9a-4d2c-b857-4cd3ffce30e9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.473937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-244cdbb6-dd9a-4d2c-b857-4cd3ffce30e9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.474175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-244cdbb6-dd9a-4d2c-b857-4cd3ffce30e9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.474259] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('244cdbb6-dd9a-4d2c-b857-4cd3ffce30e9',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.513572] env[69933]: INFO networking_nsxv3.common.synchronization [req-949a67b9-418b-406f-a4d5-ad7e2369ddef req-8d37d631-89a6-48f0-bba0-67a5be54d740 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1291.514096] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1291.514400] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.514533] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.514591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.514773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.514927] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.515053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.515120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.515280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.515368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.515418] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.939421] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1291.939651] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.979225] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 244cdbb6-dd9a-4d2c-b857-4cd3ffce30e9 [ 1291.979530] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.979672] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.979738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.979961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.981032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.981032] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:244cdbb6-dd9a-4d2c-b857-4cd3ffce30e9 already deleted. [ 1291.981032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-244cdbb6-dd9a-4d2c-b857-4cd3ffce30e9" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.018187] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.018356] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.018471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.018695] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.018840] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.018993] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.019103] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.019172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.019333] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.019412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.019502] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1292.051507] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.051643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.051721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.051934] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.052099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.063821] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1294.075747] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1294.076247] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 deletion is rescheduled due to dependency. [ 1294.076247] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.184570] env[69933]: INFO networking_nsxv3.common.synchronization [req-20394792-0907-4f30-8774-ba7d2277450d req-2224ab33-6713-4ff5-b812-b90d6ba9fa27 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1295.185126] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1295.185494] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.185621] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.185690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.185901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.186251] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.186251] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.186251] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.186415] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.186552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.186602] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.510817] env[69933]: INFO networking_nsxv3.common.synchronization [req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd req-ef58f60e-a9f0-4019-80bc-82dbde34f26e tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Enqueued Resource ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d with Priority: HIGHEST for action security_group_members [ 1295.512066] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d with Priority: HIGHEST for action security_group_members [ 1295.512066] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.512066] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.512066] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.512628] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.512811] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.512913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.512976] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.513170] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.513285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.513385] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb73c70-96ae-4b9d-972e-e6dcf77f704d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.688747] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.861442] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-978 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.861676] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-978" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.861851] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-978" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.862466] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-978" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.862841] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.863282] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.863412] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.863653] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.863855] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.864140] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1295.864309] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1295.864463] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1295.864630] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1295.864819] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1295.864968] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1295.865174] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1295.890697] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1295.890850] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1295.891189] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1295.891392] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-978" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.891717] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-55760b34-ad73-450b-8838-61c19aa17b63 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.891898] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-55760b34-ad73-450b-8838-61c19aa17b63" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.892034] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-55760b34-ad73-450b-8838-61c19aa17b63" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.892373] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-55760b34-ad73-450b-8838-61c19aa17b63" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.892520] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55760b34-ad73-450b-8838-61c19aa17b63',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.016516] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.016643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.016681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.016952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.017061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.017304] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.017424] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.017488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.017662] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.017737] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.017849] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d already deleted. [ 1296.017939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.193452] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.395496] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.395496] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.395699] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.396018] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.396217] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.396434] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 55760b34-ad73-450b-8838-61c19aa17b63 not found, creating... [ 1296.396757] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.397250] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.397250] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.397409] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.397582] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.397955] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.398154] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.398322] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.398602] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.398803] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.399355] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 55760b34-ad73-450b-8838-61c19aa17b63 is going to be created. [ 1296.420619] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.420876] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.421023] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.421322] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.421559] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.421799] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-55760b34-ad73-450b-8838-61c19aa17b63" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.695780] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.695989] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.696072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.696258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.696359] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.696447] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1296.729548] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.729698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.729801] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.730009] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.730178] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.740683] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1297.565573] env[69933]: INFO networking_nsxv3.common.synchronization [req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd req-cf465e12-97de-40b4-a1fb-25823ad593de service nova] Enqueued Resource ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d with Priority: HIGHEST for action security_group_rules [ 1297.565918] env[69933]: INFO networking_nsxv3.common.synchronization [req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd req-cf465e12-97de-40b4-a1fb-25823ad593de service nova] Enqueued Resource ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d with Priority: HIGHEST for action security_group_members [ 1297.565918] env[69933]: INFO networking_nsxv3.common.synchronization [req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd req-cf465e12-97de-40b4-a1fb-25823ad593de service nova] Enqueued Resource ID: 55760b34-ad73-450b-8838-61c19aa17b63 with Priority: HIGHEST for action port [ 1297.566742] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d with Priority: HIGHEST for action security_group_rules [ 1297.566843] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d with Priority: HIGHEST for action security_group_members [ 1297.567127] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55760b34-ad73-450b-8838-61c19aa17b63 with Priority: HIGHEST for action port [ 1297.567683] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.567773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.567865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.569483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.569483] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eb73c70-96ae-4b9d-972e-e6dcf77f704d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.569483] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.569483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.569483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.569974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.569974] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.569974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.570087] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.571220] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.571220] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.571220] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb73c70-96ae-4b9d-972e-e6dcf77f704d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.572267] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-55760b34-ad73-450b-8838-61c19aa17b63 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.572395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55760b34-ad73-450b-8838-61c19aa17b63" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.572446] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55760b34-ad73-450b-8838-61c19aa17b63" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.572616] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55760b34-ad73-450b-8838-61c19aa17b63" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.572692] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55760b34-ad73-450b-8838-61c19aa17b63',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.072835] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb73c70-96ae-4b9d-972e-e6dcf77f704d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.074459] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.074643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.075207] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55760b34-ad73-450b-8838-61c19aa17b63 with status ACTIVE [ 1298.075516] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.075651] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.075767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.076105] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.076269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.076550] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.076722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.076845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.077163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.077313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.077658] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.077832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.077995] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.078258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.078437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.078597] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55760b34-ad73-450b-8838-61c19aa17b63 is going to be updated. [ 1298.101570] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.101797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.101797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.102032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.102322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.102404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55760b34-ad73-450b-8838-61c19aa17b63" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.576545] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb73c70-96ae-4b9d-972e-e6dcf77f704d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.690969] env[69933]: INFO networking_nsxv3.common.synchronization [req-63e29940-df14-4aa4-9a85-3d7ae5ee459c req-2d69957d-9d2e-4a91-8475-0d90555e2b83 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Enqueued Resource ID: 81a93840-8381-41aa-93a2-1c57a098019b with Priority: HIGHEST for action security_group_members [ 1298.690969] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a93840-8381-41aa-93a2-1c57a098019b with Priority: HIGHEST for action security_group_members [ 1298.692918] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a93840-8381-41aa-93a2-1c57a098019b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.692918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.692918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.692918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.692918] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.692918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.695132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.695132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.695132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.695132] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a93840-8381-41aa-93a2-1c57a098019b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.753099] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1298.753718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.083413] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.083819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.084048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.085017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.085017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.085017] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d is going to be created. [ 1299.111956] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.112215] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.112324] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.112557] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.112724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.122870] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d in Status: UNINITIALIZED for 2s [ 1299.199036] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.199036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.199036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.199036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.199036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.199036] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.199036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.199036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.199036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.199036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.199036] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a93840-8381-41aa-93a2-1c57a098019b is going to be updated. [ 1299.261071] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.261071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.261071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.261071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.261071] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.274692] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a93840-8381-41aa-93a2-1c57a098019b in Status: IN_PROGRESS for 2s [ 1299.792263] env[69933]: INFO networking_nsxv3.common.synchronization [req-448ff0ef-8557-4c9a-9d7a-83b6279d227b req-f893682c-6dbc-45b7-a3ad-7c2b531479de tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Enqueued Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGHEST for action security_group_members [ 1299.794559] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGHEST for action security_group_members [ 1299.794964] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-073e890b-c18d-4c10-8b42-ae21fba9b6f0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.795182] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.795255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.795493] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.796036] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.796036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.796036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.796289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.796289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.796379] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.297681] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-20 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.297927] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-20" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.298075] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-20" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.299732] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-20" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.300115] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.300318] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.300445] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.300758] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.300941] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.301185] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1300.301350] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1300.301476] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1300.301605] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1300.301734] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1300.301846] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1300.301992] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1300.303758] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.323581] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1300.323810] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1300.323884] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1300.324110] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-20" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.324453] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-b9ce3826-3ae0-4098-8f84-bfdf79cdac1a taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.324630] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-b9ce3826-3ae0-4098-8f84-bfdf79cdac1a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.324754] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-b9ce3826-3ae0-4098-8f84-bfdf79cdac1a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.328354] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-b9ce3826-3ae0-4098-8f84-bfdf79cdac1a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.328354] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ce3826-3ae0-4098-8f84-bfdf79cdac1a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.807163] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.828288] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.828776] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.828979] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.829428] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.829749] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.829993] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port b9ce3826-3ae0-4098-8f84-bfdf79cdac1a not found, creating... [ 1300.830478] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.830877] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.830985] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.831379] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.831651] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.832152] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.832551] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.832640] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.832936] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.833179] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.833383] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: b9ce3826-3ae0-4098-8f84-bfdf79cdac1a is going to be created. [ 1300.863067] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.863313] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.863313] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.863546] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.863785] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.864035] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-b9ce3826-3ae0-4098-8f84-bfdf79cdac1a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.136557] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d in Status: SUCCESS [ 1301.136980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.137134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.137303] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.137520] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.137640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.137779] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.137896] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.138040] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.138147] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.138243] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9eb73c70-96ae-4b9d-972e-e6dcf77f704d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.285554] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a93840-8381-41aa-93a2-1c57a098019b in Status: SUCCESS [ 1301.285753] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a93840-8381-41aa-93a2-1c57a098019b deletion is rescheduled due to dependency. [ 1301.285861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.311027] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.311027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.311027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.311027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.311329] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.311329] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 is going to be updated. [ 1301.344448] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.344612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.344685] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.345104] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.345193] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.356602] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 in Status: IN_PROGRESS for 2s [ 1301.640278] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9eb73c70-96ae-4b9d-972e-e6dcf77f704d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.662125] env[69933]: INFO networking_nsxv3.common.synchronization [req-448ff0ef-8557-4c9a-9d7a-83b6279d227b req-1734ac22-daa9-481b-b65d-1bc102620a6e service nova] Enqueued Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGHEST for action security_group_rules [ 1301.662335] env[69933]: INFO networking_nsxv3.common.synchronization [req-448ff0ef-8557-4c9a-9d7a-83b6279d227b req-1734ac22-daa9-481b-b65d-1bc102620a6e service nova] Enqueued Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGHEST for action security_group_members [ 1301.662486] env[69933]: INFO networking_nsxv3.common.synchronization [req-448ff0ef-8557-4c9a-9d7a-83b6279d227b req-1734ac22-daa9-481b-b65d-1bc102620a6e service nova] Enqueued Resource ID: b9ce3826-3ae0-4098-8f84-bfdf79cdac1a with Priority: HIGHEST for action port [ 1301.663177] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGHEST for action security_group_rules [ 1301.663370] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGHEST for action security_group_members [ 1301.663508] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ce3826-3ae0-4098-8f84-bfdf79cdac1a with Priority: HIGHEST for action port [ 1301.663956] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-073e890b-c18d-4c10-8b42-ae21fba9b6f0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.663956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.664110] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.664988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.665089] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.666178] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-073e890b-c18d-4c10-8b42-ae21fba9b6f0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.666876] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.667815] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9ce3826-3ae0-4098-8f84-bfdf79cdac1a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.667815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9ce3826-3ae0-4098-8f84-bfdf79cdac1a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.668250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9ce3826-3ae0-4098-8f84-bfdf79cdac1a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.668250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9ce3826-3ae0-4098-8f84-bfdf79cdac1a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.668250] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ce3826-3ae0-4098-8f84-bfdf79cdac1a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.143555] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9eb73c70-96ae-4b9d-972e-e6dcf77f704d: rpc.has_security_group_logging(os_id): False [ 1302.163631] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.163782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.163853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.164091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.164222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.164509] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.164616] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.164682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.164913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.165035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.165156] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d is going to be created. [ 1302.171063] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-073e890b-c18d-4c10-8b42-ae21fba9b6f0 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.171063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.171063] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9ce3826-3ae0-4098-8f84-bfdf79cdac1a with status ACTIVE [ 1302.171195] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.171310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.171378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.171635] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.171754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.171987] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.172136] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.172228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.172443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.172560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.172799] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.172926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.173033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.173231] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.173327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.173447] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9ce3826-3ae0-4098-8f84-bfdf79cdac1a is going to be updated. [ 1302.204083] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.204295] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.204380] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.204663] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.204882] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.205118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9ce3826-3ae0-4098-8f84-bfdf79cdac1a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.238218] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.238439] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.238514] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.238716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.238918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.255761] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d in Status: IN_PROGRESS for 2s [ 1303.366310] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 in Status: SUCCESS [ 1303.366787] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.366787] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.367034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.367177] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.367317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.367424] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.367604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.367698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.367814] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.870763] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.274830] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d in Status: SUCCESS [ 1304.275157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.372956] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.876260] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.876504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.876504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.876705] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.876796] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.876979] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 is going to be updated. [ 1304.907605] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.907793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.907835] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.908098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.908253] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.920953] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 in Status: IN_PROGRESS for 2s [ 1306.266658] env[69933]: INFO networking_nsxv3.common.synchronization [req-22b0849e-1082-48b4-81d1-a0615e6d295c req-445748f5-b9f6-4331-ba0e-1098e129af47 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1306.267398] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1306.269301] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.269301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.269301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.269301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.269301] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.269301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.269301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.269301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.269301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.269301] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.704272] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.704673] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.704857] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.705240] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.709078] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.709356] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.709841] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.709841] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.709982] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.710170] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1306.710294] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1306.710418] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1306.710524] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1306.710641] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1306.710754] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1306.710898] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1306.741440] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1306.741654] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1306.741774] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1306.741933] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.742294] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.742481] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.742604] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.742969] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.743164] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.772041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.772230] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.772285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.772802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.772802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.772802] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.773026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.773026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.773160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.773238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.773339] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1306.803189] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.803449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.803535] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.804209] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.804209] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.816152] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1306.935300] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 in Status: SUCCESS [ 1306.935300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.935300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.935300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.935300] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.935300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.935300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.935300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.935300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.935300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.935300] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.107649] env[69933]: INFO networking_nsxv3.common.synchronization [req-541d6f58-2f60-4c4c-862b-9b7be60e34df req-3ed72bce-c16f-4934-b7fb-dba2c6db98e4 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1307.108409] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1307.108766] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.108964] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.109099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.109381] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.109601] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.109761] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.109859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.110328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.110328] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.110434] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.245642] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.246297] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.246297] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.246407] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.246515] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.246681] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e not found, creating... [ 1307.246947] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.247206] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.247337] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.247591] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.247738] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.248049] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.248262] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.248400] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.248636] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.248787] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.248940] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e is going to be created. [ 1307.271267] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.271718] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.271718] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.272053] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.272388] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.272666] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.438598] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-073e890b-c18d-4c10-8b42-ae21fba9b6f0 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.438809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.438885] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.439172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.439398] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.439515] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.439596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.439755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.439844] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.439937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.440114] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-073e890b-c18d-4c10-8b42-ae21fba9b6f0 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.440210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.440271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.440414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.440570] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.440664] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.440726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.440870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.440947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.441065] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.441151] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.613714] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.613923] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.613989] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.614271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.614364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.614654] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.614827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.614929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.615278] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.615379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.615480] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1307.647592] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.647846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.647911] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.648229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.648387] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.658510] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1307.944049] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 073e890b-c18d-4c10-8b42-ae21fba9b6f0: rpc.has_security_group_logging(os_id): False [ 1307.966709] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.966910] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.966958] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.967207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.967301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.967528] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.967631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.967684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.967842] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.967919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.968134] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.968237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.968300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.968442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.968517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.968694] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.968784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.968848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.968977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.969062] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.969231] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 is going to be updated. [ 1308.028883] env[69933]: INFO networking_nsxv3.common.synchronization [req-22b0849e-1082-48b4-81d1-a0615e6d295c req-6019b7ae-85ed-4b21-884e-ad83fe109d4f service nova] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_rules [ 1308.029542] env[69933]: INFO networking_nsxv3.common.synchronization [req-22b0849e-1082-48b4-81d1-a0615e6d295c req-6019b7ae-85ed-4b21-884e-ad83fe109d4f service nova] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1308.029542] env[69933]: INFO networking_nsxv3.common.synchronization [req-22b0849e-1082-48b4-81d1-a0615e6d295c req-6019b7ae-85ed-4b21-884e-ad83fe109d4f service nova] Enqueued Resource ID: e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e with Priority: HIGHEST for action port [ 1308.030139] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_rules [ 1308.030579] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1308.030579] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e with Priority: HIGHEST for action port [ 1308.030809] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.030902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.030987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.031288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.031418] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.032538] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.032664] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.032921] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.033051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.033112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.033357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.033442] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.038397] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.038516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.038583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.038772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.038909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.055110] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 in Status: IN_PROGRESS for 2s [ 1308.535140] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.535445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.542734] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e with status ACTIVE [ 1308.542956] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.543115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.543186] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.543466] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.543592] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.543804] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.543912] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.543976] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.544153] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.544231] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.544402] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.544500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.544559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.544689] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.544757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.544842] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e is going to be updated. [ 1308.566426] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.566543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.566598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.566795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.567034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.567145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.830142] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1308.830142] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 deletion is rescheduled due to dependency. [ 1308.830142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.830142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.830442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.831633] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.831633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.831633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.831633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.831633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.831633] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.334281] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.670542] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1309.671232] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e deletion is rescheduled due to dependency. [ 1309.671232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.837275] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.069480] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 in Status: SUCCESS [ 1310.069707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.345541] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.345671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.347637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.347637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.347637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.347637] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1310.375769] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.375769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.375769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.375769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.375769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.388106] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1311.742042] env[69933]: INFO networking_nsxv3.common.synchronization [req-797a600e-e625-4026-8d5d-f458bcfa23df req-c9782b12-8e60-4ed0-af4c-7c2f4a86eac4 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1311.743433] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1311.743433] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.743433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.743638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.743868] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.743868] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.744089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.744089] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.744198] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.744304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.744402] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.150741] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.151024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.151236] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.151579] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.151890] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.152105] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.152302] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.152560] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.152748] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.153064] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1312.153289] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1312.153457] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1312.153615] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1312.153773] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1312.153922] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1312.154116] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1312.174229] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1312.174410] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1312.174545] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1312.174737] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-692" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.175093] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-0c005554-d2d3-4067-a31b-3f7942ee3a7f taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.175280] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-0c005554-d2d3-4067-a31b-3f7942ee3a7f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.175405] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-0c005554-d2d3-4067-a31b-3f7942ee3a7f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.175798] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-0c005554-d2d3-4067-a31b-3f7942ee3a7f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.175955] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c005554-d2d3-4067-a31b-3f7942ee3a7f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.250393] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.401047] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1312.401047] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.401047] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.401321] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.401480] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.401623] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.401704] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.401870] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.401983] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.402095] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.402208] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.678829] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.679091] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.679236] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.679551] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.679711] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.679892] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 0c005554-d2d3-4067-a31b-3f7942ee3a7f not found, creating... [ 1312.680298] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.680409] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.680563] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.680860] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.681064] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.681433] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.681598] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.681731] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.681988] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.682155] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.682310] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 0c005554-d2d3-4067-a31b-3f7942ee3a7f is going to be created. [ 1312.714501] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.715340] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.715340] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.715469] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.716537] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.716537] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-0c005554-d2d3-4067-a31b-3f7942ee3a7f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.753803] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.904758] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.904758] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.904758] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.906041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.906041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.906041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.906041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.906041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.906041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.906041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.906041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.907502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.907502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.907502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.907502] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.907502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.907502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.907502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.907502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.907502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.907502] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.049107] env[69933]: INFO networking_nsxv3.common.synchronization [req-a17d20da-009f-4559-90bd-8f008d97c95f req-503a506c-a9e2-475a-9b86-414e62c2bcc1 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Enqueued Resource ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 with Priority: HIGHEST for action security_group_members [ 1313.049959] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 with Priority: HIGHEST for action security_group_members [ 1313.050309] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c67ec-0def-4f68-88b8-6f93d2d58d60 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.050441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.050510] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.050712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.050867] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.050966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.051055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.051229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.051330] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.051439] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643c67ec-0def-4f68-88b8-6f93d2d58d60',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.256720] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.256902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.256973] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.257294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.257386] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.257506] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1313.300018] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.300234] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.300234] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.300455] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.300615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.312023] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1313.411813] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 372297e0-1037-4ee4-8a18-c41b8ec57cf8: rpc.has_security_group_logging(os_id): False [ 1313.433457] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.433635] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.433726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.433952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.434093] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.434430] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.434430] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.434430] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.434595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.434688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.434881] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.434981] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.435253] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.435541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.435633] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.435839] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.435942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.436036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.436204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.436315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.436391] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1313.514106] env[69933]: INFO networking_nsxv3.common.synchronization [req-797a600e-e625-4026-8d5d-f458bcfa23df req-bf7704eb-44e2-4aa3-adb1-8e33ec37c2b1 service nova] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_rules [ 1313.514657] env[69933]: INFO networking_nsxv3.common.synchronization [req-797a600e-e625-4026-8d5d-f458bcfa23df req-bf7704eb-44e2-4aa3-adb1-8e33ec37c2b1 service nova] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1313.514657] env[69933]: INFO networking_nsxv3.common.synchronization [req-797a600e-e625-4026-8d5d-f458bcfa23df req-bf7704eb-44e2-4aa3-adb1-8e33ec37c2b1 service nova] Enqueued Resource ID: 0c005554-d2d3-4067-a31b-3f7942ee3a7f with Priority: HIGHEST for action port [ 1313.520444] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_rules [ 1313.520444] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1313.520444] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c005554-d2d3-4067-a31b-3f7942ee3a7f with Priority: HIGHEST for action port [ 1313.520444] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.520444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.520444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.520444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.520444] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.521781] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.521963] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.523752] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c005554-d2d3-4067-a31b-3f7942ee3a7f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.523752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c005554-d2d3-4067-a31b-3f7942ee3a7f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.523752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c005554-d2d3-4067-a31b-3f7942ee3a7f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.523752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c005554-d2d3-4067-a31b-3f7942ee3a7f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.523752] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c005554-d2d3-4067-a31b-3f7942ee3a7f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.528023] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.528268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.528364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.528586] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.528751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.544123] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1313.553247] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.553247] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.553468] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.553595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.553654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.553858] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.553962] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.554029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.554197] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.554278] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.554364] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 is going to be updated. [ 1313.618574] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.619137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.619137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.619137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.619405] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.632366] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 in Status: IN_PROGRESS for 2s [ 1314.024904] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.025196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.025396] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c005554-d2d3-4067-a31b-3f7942ee3a7f with status ACTIVE [ 1314.025592] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.025717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.025783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.026041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.026145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.026359] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.026520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.026631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.026890] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.026996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.027285] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.027413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.027494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.027643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.027720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.027829] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c005554-d2d3-4067-a31b-3f7942ee3a7f is going to be updated. [ 1314.050518] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.050800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.050800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.050988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.051182] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.051426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c005554-d2d3-4067-a31b-3f7942ee3a7f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.324391] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1315.324666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.324857] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.325214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.325493] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.325696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.325786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.326067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.326212] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.326364] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.572815] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1315.573128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.642434] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 in Status: SUCCESS [ 1315.642626] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 deletion is rescheduled due to dependency. [ 1315.642748] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.830062] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.333044] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.834901] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.835349] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.835450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.835892] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.836127] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.836384] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1316.877165] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.877375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.877375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.877550] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.877692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.891578] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1317.504262] env[69933]: INFO networking_nsxv3.common.synchronization [req-8e8f3075-1561-4463-827b-7567dc834149 req-30ecacdb-99e8-4171-993e-6b2f0f3e45e9 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1317.504262] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1317.504262] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.504262] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.504262] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.505827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.506210] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.506584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.506784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.507193] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.507466] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.509122] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.862637] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.865066] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.865066] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.865066] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.865066] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.865066] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.865066] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.865066] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.865066] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.865066] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.865066] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.865066] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.865453] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.865453] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.865453] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.865546] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1317.885200] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1317.885430] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1317.885541] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1317.885751] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-26" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.886221] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-849ff032-941e-4508-9dfb-acb7e2803c7c taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.886436] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-849ff032-941e-4508-9dfb-acb7e2803c7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.886436] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-849ff032-941e-4508-9dfb-acb7e2803c7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.886778] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-849ff032-941e-4508-9dfb-acb7e2803c7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.886925] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('849ff032-941e-4508-9dfb-acb7e2803c7c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.015947] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.015947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.015947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.015947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.015947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.015947] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.015947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.015947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.015947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.015947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.015947] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1318.046133] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.046133] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.046133] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.046133] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.046133] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.055893] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1318.389572] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.389824] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.389992] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.390417] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.390586] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.390755] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 849ff032-941e-4508-9dfb-acb7e2803c7c not found, creating... [ 1318.391053] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.391231] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.391355] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.391592] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.391736] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.394980] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.395264] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.395406] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.395695] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.395861] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.396036] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 849ff032-941e-4508-9dfb-acb7e2803c7c is going to be created. [ 1318.420098] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.420358] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.420485] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.420777] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.421020] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.421290] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-849ff032-941e-4508-9dfb-acb7e2803c7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.905029] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1318.905029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.905438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.905609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.905905] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.906057] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.906123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.906288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.906368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.907315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.907315] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.206022] env[69933]: INFO networking_nsxv3.common.synchronization [req-8e8f3075-1561-4463-827b-7567dc834149 req-425c0027-aa58-40e7-a565-7bad0c8f5e6a service nova] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_rules [ 1319.206330] env[69933]: INFO networking_nsxv3.common.synchronization [req-8e8f3075-1561-4463-827b-7567dc834149 req-425c0027-aa58-40e7-a565-7bad0c8f5e6a service nova] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1319.206520] env[69933]: INFO networking_nsxv3.common.synchronization [req-8e8f3075-1561-4463-827b-7567dc834149 req-425c0027-aa58-40e7-a565-7bad0c8f5e6a service nova] Enqueued Resource ID: 849ff032-941e-4508-9dfb-acb7e2803c7c with Priority: HIGHEST for action port [ 1319.207169] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_rules [ 1319.207294] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1319.207396] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849ff032-941e-4508-9dfb-acb7e2803c7c with Priority: HIGHEST for action port [ 1319.207678] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.207837] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.207956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.208410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.208499] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.210113] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.210285] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.210560] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-849ff032-941e-4508-9dfb-acb7e2803c7c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.210674] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-849ff032-941e-4508-9dfb-acb7e2803c7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.210740] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-849ff032-941e-4508-9dfb-acb7e2803c7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.211215] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-849ff032-941e-4508-9dfb-acb7e2803c7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.211918] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('849ff032-941e-4508-9dfb-acb7e2803c7c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.409449] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.409838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.409838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.409984] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.410204] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.410376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.410376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.410739] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.410739] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.410950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.410950] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.411075] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.411075] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.411233] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.411393] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.411483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.411559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.411698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.411773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.411855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.412024] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.714886] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.715172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.715430] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 849ff032-941e-4508-9dfb-acb7e2803c7c with status ACTIVE [ 1319.715615] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.716277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.716277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.716277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.716277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.716277] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.716488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.716488] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.716581] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.716659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.716862] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.716965] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.717040] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.717223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.717294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.717381] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 849ff032-941e-4508-9dfb-acb7e2803c7c is going to be updated. [ 1319.748266] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.748499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.748499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.748721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.748825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.748992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-849ff032-941e-4508-9dfb-acb7e2803c7c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.913713] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531: rpc.has_security_group_logging(os_id): False [ 1319.945118] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.945118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.945118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.945678] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.945823] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.946164] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.946333] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.946434] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.946751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.946817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.947508] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.947508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.947508] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.947754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.947754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.947966] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.948119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.948215] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.948419] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.948532] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.948667] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1320.034358] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.034597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.034597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.034904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.035128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.053182] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1320.070273] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1320.070538] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e deletion is rescheduled due to dependency. [ 1320.070701] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.070955] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.071313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.071595] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.071784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.071894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.072198] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.072339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.072495] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.576889] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.793103] env[69933]: INFO networking_nsxv3.common.synchronization [req-59880697-ec86-4580-8ec8-c1c424ccf7f5 req-7d144511-1a62-433a-b6d3-0708c7457543 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Enqueued Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGHEST for action security_group_members [ 1320.793965] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGHEST for action security_group_members [ 1320.794105] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46d68c7-1ca1-41e0-a52b-f7107757d218 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.794233] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.794304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.794532] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.794752] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.794895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.795277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.795277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.795277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.795395] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.079963] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.159672] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.159895] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.160055] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.160372] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.160721] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.160861] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.160932] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.161370] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.161531] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.161752] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1321.161869] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1321.161983] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1321.162118] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1321.162234] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1321.162346] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1321.162484] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1321.183964] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1321.184186] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1321.184395] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1321.184663] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.184996] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-f44c286e-24d2-4f9c-8d69-82a410e8bac1 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.185200] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-f44c286e-24d2-4f9c-8d69-82a410e8bac1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.185327] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-f44c286e-24d2-4f9c-8d69-82a410e8bac1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.185658] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-f44c286e-24d2-4f9c-8d69-82a410e8bac1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.185802] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f44c286e-24d2-4f9c-8d69-82a410e8bac1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.300143] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.300143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.300143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.300143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.320293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.320484] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.320753] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.320948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.321702] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.321702] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.321702] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 is going to be updated. [ 1321.350287] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.350287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.350287] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.350437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.350559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.360980] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 in Status: IN_PROGRESS for 2s [ 1321.550029] env[69933]: INFO networking_nsxv3.common.synchronization [req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 req-40d7eb34-6d60-41a0-a31f-c8f54149e99d tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1321.550029] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1321.550029] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.550029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.552974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.552974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.552974] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.552974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.552974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.552974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.552974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.552974] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.585881] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.585881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.585881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.585881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.585881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.585881] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1321.628021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.628021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.628021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.628021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.628021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.644532] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1321.688724] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.688951] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.689040] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.689356] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.689612] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.689784] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port f44c286e-24d2-4f9c-8d69-82a410e8bac1 not found, creating... [ 1321.690065] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.690232] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.690359] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.690594] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.690741] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.691043] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.691210] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.691335] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.691547] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.691684] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.691830] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: f44c286e-24d2-4f9c-8d69-82a410e8bac1 is going to be created. [ 1321.718670] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.718924] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.719066] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.719376] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.719669] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.719919] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-f44c286e-24d2-4f9c-8d69-82a410e8bac1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.053731] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.054140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.054242] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.054504] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.054607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.054854] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.054998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.055123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.055542] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.055770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.055899] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1322.074664] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1322.074926] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.085462] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.085763] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.085763] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.085889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.086040] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.097630] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1323.046185] env[69933]: INFO networking_nsxv3.common.synchronization [req-59880697-ec86-4580-8ec8-c1c424ccf7f5 req-5ba8dee0-b801-40aa-90d4-b4b4bf2010bb service nova] Enqueued Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGHEST for action security_group_rules [ 1323.046377] env[69933]: INFO networking_nsxv3.common.synchronization [req-59880697-ec86-4580-8ec8-c1c424ccf7f5 req-5ba8dee0-b801-40aa-90d4-b4b4bf2010bb service nova] Enqueued Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGHEST for action security_group_members [ 1323.046520] env[69933]: INFO networking_nsxv3.common.synchronization [req-59880697-ec86-4580-8ec8-c1c424ccf7f5 req-5ba8dee0-b801-40aa-90d4-b4b4bf2010bb service nova] Enqueued Resource ID: f44c286e-24d2-4f9c-8d69-82a410e8bac1 with Priority: HIGHEST for action port [ 1323.046774] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGHEST for action security_group_rules [ 1323.046895] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGHEST for action security_group_members [ 1323.046991] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44c286e-24d2-4f9c-8d69-82a410e8bac1 with Priority: HIGHEST for action port [ 1323.047670] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b46d68c7-1ca1-41e0-a52b-f7107757d218 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.047865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.047955] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.048426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.048521] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.049692] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46d68c7-1ca1-41e0-a52b-f7107757d218 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.049792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.050056] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f44c286e-24d2-4f9c-8d69-82a410e8bac1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.050123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f44c286e-24d2-4f9c-8d69-82a410e8bac1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.050163] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f44c286e-24d2-4f9c-8d69-82a410e8bac1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.050318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f44c286e-24d2-4f9c-8d69-82a410e8bac1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.050393] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f44c286e-24d2-4f9c-8d69-82a410e8bac1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.145294] env[69933]: INFO networking_nsxv3.common.synchronization [None req-a5d25d04-b48c-4d5b-9b5c-9e91795bfb68 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Enqueued Resource ID: 643c8228-cfa1-45ef-83e3-397daae95e5b with Priority: HIGHEST for action security_group_rules [ 1323.145873] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c8228-cfa1-45ef-83e3-397daae95e5b with Priority: HIGHEST for action security_group_rules [ 1323.146197] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-643c8228-cfa1-45ef-83e3-397daae95e5b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.146354] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.146707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.146707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.146860] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('643c8228-cfa1-45ef-83e3-397daae95e5b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.234078] env[69933]: INFO networking_nsxv3.common.synchronization [None req-b21ffb07-4892-4de5-9f03-3733147facac tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Enqueued Resource ID: 643c8228-cfa1-45ef-83e3-397daae95e5b with Priority: HIGHEST for action security_group_rules [ 1323.234902] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c8228-cfa1-45ef-83e3-397daae95e5b with Priority: HIGHEST for action security_group_rules [ 1323.235244] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-643c8228-cfa1-45ef-83e3-397daae95e5b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.235397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.371151] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 in Status: SUCCESS [ 1323.371345] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 deletion is rescheduled due to dependency. [ 1323.371469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.371629] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.371847] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.372075] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.372211] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.372281] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.372591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.372591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.373421] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.553059] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46d68c7-1ca1-41e0-a52b-f7107757d218 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.553247] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.553559] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f44c286e-24d2-4f9c-8d69-82a410e8bac1 with status ACTIVE [ 1323.553739] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.553886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.553977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.554272] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.554604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.554728] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.554820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.554902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.555128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.555198] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.555778] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.555778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.555778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.556053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.556053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.559821] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f44c286e-24d2-4f9c-8d69-82a410e8bac1 is going to be updated. [ 1323.586627] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.586954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.587050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.587456] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.587586] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.587819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f44c286e-24d2-4f9c-8d69-82a410e8bac1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.668175] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1323.668442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.668630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.668861] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.669073] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.669203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.669262] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.669448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.669555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.669596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.669682] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.674832] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.675033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.675033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.675255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.675346] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.675439] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 643c8228-cfa1-45ef-83e3-397daae95e5b already deleted. [ 1323.675519] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.675666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.675823] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.675906] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('643c8228-cfa1-45ef-83e3-397daae95e5b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.874661] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.110905] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1324.111439] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 deletion is rescheduled due to dependency. [ 1324.111594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.174951] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.175315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.175315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.175948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.176218] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.176365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.176469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.176726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.176836] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.177576] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.177576] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.177576] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.177576] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.177789] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.177789] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.177894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.177956] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.178170] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.178209] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.178314] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.178408] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.203019] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.203019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.203019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.203019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.203019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.203019] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 643c8228-cfa1-45ef-83e3-397daae95e5b already deleted. [ 1324.203019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.376788] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.680920] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c476b51-b290-40a7-9048-b6796a4b273e: rpc.has_security_group_logging(os_id): False [ 1324.699175] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.699330] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.699430] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.699622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.699711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.699932] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.700053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.700091] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.700248] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.700326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.700514] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.700608] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.700797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.700797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.700882] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.701059] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.701160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.701255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.701450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.701805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.701805] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1324.771756] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.772609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.772609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.775812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.775812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.793222] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1324.879061] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.879303] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.880228] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.881063] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.881223] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.881348] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 is going to be updated. [ 1324.925798] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.926023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.926073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.926270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.926418] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.938629] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 in Status: IN_PROGRESS for 2s [ 1326.810478] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1326.810801] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.950763] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 in Status: SUCCESS [ 1326.950763] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.950763] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.952267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.952267] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.952267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.952267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.952267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.952267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.952267] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.952267] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.454083] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46d68c7-1ca1-41e0-a52b-f7107757d218 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.454253] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.454327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.454617] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.454797] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.454903] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.454966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.455140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.455231] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.455319] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.455470] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46d68c7-1ca1-41e0-a52b-f7107757d218 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.455562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.455622] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.455765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.455901] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.455992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.457132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.457132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.457132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.457132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.457132] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.958578] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b46d68c7-1ca1-41e0-a52b-f7107757d218: rpc.has_security_group_logging(os_id): False [ 1327.978162] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.978394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.978394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.978516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.978565] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.978775] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.978916] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.978980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.979108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.979181] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.979379] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.979478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.979540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.979680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.979773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.980021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.980120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.980203] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.980396] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.980495] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.980717] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 is going to be updated. [ 1328.042162] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.042650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.042650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.042650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.042798] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.055679] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 in Status: IN_PROGRESS for 2s [ 1328.236240] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.236352] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1328.474526] env[69933]: INFO networking_nsxv3.common.synchronization [req-f6a13917-77eb-4e41-be0f-73ee20e3f54f req-864246b1-d2cc-44e8-828e-00ba16db9b30 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Enqueued Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGHEST for action security_group_members [ 1328.475093] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGHEST for action security_group_members [ 1328.475448] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-073e890b-c18d-4c10-8b42-ae21fba9b6f0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.475583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.475659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.475841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.475990] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.476110] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.476169] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.476310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.476404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.476498] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.544392] env[69933]: INFO networking_nsxv3.common.synchronization [req-35d288c1-a1c2-466a-a249-36c22ba47ce5 req-4b2ffc18-c672-41c2-b021-c4d2398e813c tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Enqueued Resource ID: 54e44767-82b6-49de-8007-5315e732bcab with Priority: HIGHEST for action security_group_members [ 1328.547335] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e44767-82b6-49de-8007-5315e732bcab with Priority: HIGHEST for action security_group_members [ 1328.547335] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e44767-82b6-49de-8007-5315e732bcab taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.547335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.547335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.547335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.547335] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.547335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.547335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.547335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.547335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.547335] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e44767-82b6-49de-8007-5315e732bcab',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.978312] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.048761] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.048970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.049025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.049227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.049320] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.049522] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.049625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.049688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.049838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.049916] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.050008] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e44767-82b6-49de-8007-5315e732bcab is going to be updated. [ 1329.078680] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.078900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.078900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.079122] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.079260] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.089147] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e44767-82b6-49de-8007-5315e732bcab in Status: IN_PROGRESS for 2s [ 1329.387015] env[69933]: INFO networking_nsxv3.common.synchronization [req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 req-a21fd7a4-b340-4340-9737-5770239b8957 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Enqueued Resource ID: 643c8228-cfa1-45ef-83e3-397daae95e5b with Priority: HIGHEST for action security_group_members [ 1329.387664] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c8228-cfa1-45ef-83e3-397daae95e5b with Priority: HIGHEST for action security_group_members [ 1329.389353] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c8228-cfa1-45ef-83e3-397daae95e5b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.389528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.389607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.389878] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.390064] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.390186] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.390265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.390435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.390519] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.390613] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643c8228-cfa1-45ef-83e3-397daae95e5b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.481412] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.901406] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.901406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.901406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.901406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.901406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.901406] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.901406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.901406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.901406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.901406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.901406] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c8228-cfa1-45ef-83e3-397daae95e5b already deleted. [ 1329.901406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.987087] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.989887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.989887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.989887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.989887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.989887] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 is going to be updated. [ 1330.023463] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.023463] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.023463] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.023463] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.023463] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.034882] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 in Status: IN_PROGRESS for 2s [ 1330.036071] env[69933]: INFO networking_nsxv3.common.synchronization [req-e3509820-d343-4a1d-9f35-867516a9e7a3 req-213fede5-a7b3-4dd1-a9b7-8368157214f7 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1330.039021] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1330.039021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.039021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.039021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.039021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.039021] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.039021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.039021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.039021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.039021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.039021] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.069238] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 in Status: SUCCESS [ 1330.070055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.097026] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.097026] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-664" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.097026] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-664" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.097026] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-664" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.097026] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.097026] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.097026] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.097026] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.097026] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.097613] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1330.097875] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1330.100764] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1330.100764] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1330.100764] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1330.100764] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1330.100764] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1330.125437] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1330.125437] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1330.125437] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1330.125437] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-664" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.125437] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-db491c4f-12a4-4db2-a2bc-47d5fe91c10a taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.125437] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-db491c4f-12a4-4db2-a2bc-47d5fe91c10a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.125437] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-db491c4f-12a4-4db2-a2bc-47d5fe91c10a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.125437] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-db491c4f-12a4-4db2-a2bc-47d5fe91c10a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.125437] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db491c4f-12a4-4db2-a2bc-47d5fe91c10a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.544609] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.628627] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.629071] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.629326] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.629795] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.630085] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.630382] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port db491c4f-12a4-4db2-a2bc-47d5fe91c10a not found, creating... [ 1330.630843] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.631092] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.631337] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.631740] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.632024] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.632481] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.632714] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.632864] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.633383] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.633383] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.633604] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: db491c4f-12a4-4db2-a2bc-47d5fe91c10a is going to be created. [ 1330.656676] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.656899] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.657032] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.657380] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.657651] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.657908] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-db491c4f-12a4-4db2-a2bc-47d5fe91c10a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.047689] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.100745] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e44767-82b6-49de-8007-5315e732bcab in Status: SUCCESS [ 1331.101052] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e44767-82b6-49de-8007-5315e732bcab deletion is rescheduled due to dependency. [ 1331.101222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.440016] env[69933]: INFO networking_nsxv3.common.synchronization [req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 req-6b8d6e39-2a3c-492b-8340-f0225d07c7d3 service nova] Enqueued Resource ID: 643c8228-cfa1-45ef-83e3-397daae95e5b with Priority: HIGHEST for action security_group_rules [ 1331.440016] env[69933]: INFO networking_nsxv3.common.synchronization [req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 req-6b8d6e39-2a3c-492b-8340-f0225d07c7d3 service nova] Enqueued Resource ID: 643c8228-cfa1-45ef-83e3-397daae95e5b with Priority: HIGHEST for action security_group_members [ 1331.440016] env[69933]: INFO networking_nsxv3.common.synchronization [req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 req-6b8d6e39-2a3c-492b-8340-f0225d07c7d3 service nova] Enqueued Resource ID: db491c4f-12a4-4db2-a2bc-47d5fe91c10a with Priority: HIGHEST for action port [ 1331.440016] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c8228-cfa1-45ef-83e3-397daae95e5b with Priority: HIGHEST for action security_group_rules [ 1331.440016] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c8228-cfa1-45ef-83e3-397daae95e5b with Priority: HIGHEST for action security_group_members [ 1331.440016] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db491c4f-12a4-4db2-a2bc-47d5fe91c10a with Priority: HIGHEST for action port [ 1331.440716] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-643c8228-cfa1-45ef-83e3-397daae95e5b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.441014] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.441161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.441461] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.441679] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('643c8228-cfa1-45ef-83e3-397daae95e5b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.443877] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c8228-cfa1-45ef-83e3-397daae95e5b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.447122] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.447122] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.447122] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.448173] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.448365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.448450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.448627] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.448711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.448863] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643c8228-cfa1-45ef-83e3-397daae95e5b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.451973] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-db491c4f-12a4-4db2-a2bc-47d5fe91c10a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.452174] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db491c4f-12a4-4db2-a2bc-47d5fe91c10a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.452269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db491c4f-12a4-4db2-a2bc-47d5fe91c10a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.452522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db491c4f-12a4-4db2-a2bc-47d5fe91c10a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.452622] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db491c4f-12a4-4db2-a2bc-47d5fe91c10a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.550497] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.550626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.550693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.550898] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.550989] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.551113] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1331.583642] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.583883] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.583883] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.584055] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.584186] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.595692] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1331.945189] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c8228-cfa1-45ef-83e3-397daae95e5b taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.945459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.954919] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('643c8228-cfa1-45ef-83e3-397daae95e5b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.956635] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db491c4f-12a4-4db2-a2bc-47d5fe91c10a with status ACTIVE [ 1331.956820] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.956988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.957088] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.957360] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.957459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.957622] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.957721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.957773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.957939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.958051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.958616] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.958740] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.958810] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.958942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.959061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.959283] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db491c4f-12a4-4db2-a2bc-47d5fe91c10a is going to be updated. [ 1331.984411] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.984630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.984630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.984779] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.985128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.985128] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db491c4f-12a4-4db2-a2bc-47d5fe91c10a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.044278] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 in Status: SUCCESS [ 1332.044517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.099770] env[69933]: INFO networking_nsxv3.common.synchronization [req-28511071-2562-4f0f-8f8e-8817240449fd req-cc555a7f-c414-495a-a32f-781d1b013756 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Enqueued Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGHEST for action security_group_members [ 1332.099770] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGHEST for action security_group_members [ 1332.099770] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46d68c7-1ca1-41e0-a52b-f7107757d218 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.100344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.100344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.100344] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.100443] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.100554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.100620] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.100806] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.100904] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.101303] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.144431] env[69933]: INFO networking_nsxv3.common.synchronization [req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 req-7fe7c194-96aa-4a9e-a18c-13703038f57b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1332.145537] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGHEST for action security_group_members [ 1332.146394] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.146394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.146602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.146836] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.147139] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.147351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.147505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.147823] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.148042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.148405] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.158692] env[69933]: INFO networking_nsxv3.common.synchronization [req-28511071-2562-4f0f-8f8e-8817240449fd req-cc555a7f-c414-495a-a32f-781d1b013756 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Enqueued Resource ID: f44c286e-24d2-4f9c-8d69-82a410e8bac1 with Priority: HIGHEST for action port [ 1332.161674] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44c286e-24d2-4f9c-8d69-82a410e8bac1 with Priority: HIGHEST for action port [ 1332.162281] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f44c286e-24d2-4f9c-8d69-82a410e8bac1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.162443] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f44c286e-24d2-4f9c-8d69-82a410e8bac1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.162554] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f44c286e-24d2-4f9c-8d69-82a410e8bac1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.162854] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f44c286e-24d2-4f9c-8d69-82a410e8bac1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.162966] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f44c286e-24d2-4f9c-8d69-82a410e8bac1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.456909] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('643c8228-cfa1-45ef-83e3-397daae95e5b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.603382] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.603549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.603628] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.603952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.604077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.604288] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.604399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.604462] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.604626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.604706] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.604793] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 is going to be updated. [ 1332.635412] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.635563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.635639] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.635855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.635995] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.645620] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 in Status: IN_PROGRESS for 2s [ 1332.651439] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.651603] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.651664] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.651951] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.652058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.652266] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.652379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.652442] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.652597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.652665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.652749] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be updated. [ 1332.665019] env[69933]: INFO networking_nsxv3.common.synchronization [req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 req-c1f4317d-beb2-45f3-a52b-1afe4f9fe882 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1332.665628] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1332.666334] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f44c286e-24d2-4f9c-8d69-82a410e8bac1 with status ACTIVE [ 1332.666611] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.666800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.666896] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.667217] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.667357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.667573] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.667692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.667752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.667945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.668068] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.668474] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.668621] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.668718] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.668894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.668996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.669240] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f44c286e-24d2-4f9c-8d69-82a410e8bac1 is going to be updated. [ 1332.670613] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.670755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.670841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.671030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.671216] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.671480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.671599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.671780] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.671881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.671990] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.692513] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.692713] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.692809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.693041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.693183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.696583] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.696583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.696583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.696583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.696583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.696583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f44c286e-24d2-4f9c-8d69-82a410e8bac1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.712876] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: IN_PROGRESS for 2s [ 1332.964331] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.964331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.964331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.964331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.964331] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.964331] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c8228-cfa1-45ef-83e3-397daae95e5b is going to be created. [ 1332.996318] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.996596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.996749] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.997094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.997459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.013008] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c8228-cfa1-45ef-83e3-397daae95e5b in Status: UNINITIALIZED for 2s [ 1333.039186] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.039395] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.039566] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.039839] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.040116] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.040281] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.040440] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.040670] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.040823] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.041055] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1333.041174] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1333.041285] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1333.041399] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1333.041513] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1333.041625] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1333.041759] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1333.059680] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1333.059851] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1333.059991] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1333.060180] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-968" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.060509] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-e883ca85-d1be-4648-916e-410341be2ce7 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.060693] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-e883ca85-d1be-4648-916e-410341be2ce7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.060839] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-e883ca85-d1be-4648-916e-410341be2ce7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.061142] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-e883ca85-d1be-4648-916e-410341be2ce7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.061314] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e883ca85-d1be-4648-916e-410341be2ce7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.178835] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.179254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.179254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.179254] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.179385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.180095] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.180095] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.180095] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.180095] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.180095] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.180458] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1333.238802] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.238802] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.239026] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.239106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.239225] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.266165] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1333.563709] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.563999] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.564150] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.564490] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.564698] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.564876] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port e883ca85-d1be-4648-916e-410341be2ce7 not found, creating... [ 1333.565189] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.565375] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.565521] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.565804] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.566296] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.566296] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.566552] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.566552] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.566763] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.566915] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.567085] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: e883ca85-d1be-4648-916e-410341be2ce7 is going to be created. [ 1333.591396] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.591713] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.591861] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.592177] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.592493] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.592853] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-e883ca85-d1be-4648-916e-410341be2ce7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.610343] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1333.610609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.319089] env[69933]: INFO networking_nsxv3.common.synchronization [req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 req-e272ccff-6109-46cf-bb65-3eef85904849 service nova] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_rules [ 1334.319089] env[69933]: INFO networking_nsxv3.common.synchronization [req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 req-e272ccff-6109-46cf-bb65-3eef85904849 service nova] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1334.319089] env[69933]: INFO networking_nsxv3.common.synchronization [req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 req-e272ccff-6109-46cf-bb65-3eef85904849 service nova] Enqueued Resource ID: e883ca85-d1be-4648-916e-410341be2ce7 with Priority: HIGHEST for action port [ 1334.319089] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_rules [ 1334.319089] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1334.319089] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e883ca85-d1be-4648-916e-410341be2ce7 with Priority: HIGHEST for action port [ 1334.319089] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.319660] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.319660] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.319878] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.319985] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.320813] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.320909] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.321164] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e883ca85-d1be-4648-916e-410341be2ce7 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.321300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e883ca85-d1be-4648-916e-410341be2ce7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.321367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e883ca85-d1be-4648-916e-410341be2ce7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.321547] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e883ca85-d1be-4648-916e-410341be2ce7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.321620] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e883ca85-d1be-4648-916e-410341be2ce7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.656307] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 in Status: SUCCESS [ 1334.656511] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 deletion is rescheduled due to dependency. [ 1334.656627] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.742284] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c476b51-b290-40a7-9048-b6796a4b273e in Status: SUCCESS [ 1334.742284] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e deletion is rescheduled due to dependency. [ 1334.742284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.824418] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.824418] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.824608] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e883ca85-d1be-4648-916e-410341be2ce7 with status ACTIVE [ 1334.824808] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.824895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.825029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.825288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.825385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.825601] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.825688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.825751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.825921] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.826017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.826211] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.826324] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.826389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.826549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.826653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.826698] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e883ca85-d1be-4648-916e-410341be2ce7 is going to be updated. [ 1334.855561] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.855736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.855841] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.856133] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.856263] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.856560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e883ca85-d1be-4648-916e-410341be2ce7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.030190] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c8228-cfa1-45ef-83e3-397daae95e5b in Status: SUCCESS [ 1335.030190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.030190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.030190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.030190] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.030190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.030190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.030672] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.030672] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.030672] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.030672] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('643c8228-cfa1-45ef-83e3-397daae95e5b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.277600] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1335.277718] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 deletion is rescheduled due to dependency. [ 1335.277780] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.277987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.278324] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.278483] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.278613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.278682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.278848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.278947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.279056] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.534661] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('643c8228-cfa1-45ef-83e3-397daae95e5b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.782021] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.038979] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 643c8228-cfa1-45ef-83e3-397daae95e5b: rpc.has_security_group_logging(os_id): False [ 1336.064756] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.064913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.065029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.065364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.065657] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.066064] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.066306] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.066413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.066640] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.066737] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.066864] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 643c8228-cfa1-45ef-83e3-397daae95e5b is going to be created. [ 1336.155643] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.156859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.156859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.156859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.156859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.173792] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 643c8228-cfa1-45ef-83e3-397daae95e5b in Status: IN_PROGRESS for 2s [ 1336.285840] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.634805] env[69933]: INFO networking_nsxv3.common.synchronization [req-34cb45e7-424e-4a07-b11d-e3a86707d608 req-a6e9fcc4-76fe-4aba-b61c-c087ebae1274 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Enqueued Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGHEST for action security_group_members [ 1336.635450] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGHEST for action security_group_members [ 1336.635771] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-073e890b-c18d-4c10-8b42-ae21fba9b6f0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.635895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.635965] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.639760] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.639964] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.640120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.640185] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.640382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.640469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.640619] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.789082] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.789082] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.789082] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.789322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.789322] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.789440] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1336.843575] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.843845] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.846261] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.847369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.848101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.861107] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1337.147469] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.147469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.147628] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.149283] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.149421] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.149674] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.150148] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.151338] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.151728] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.151728] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.152010] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 is going to be updated. [ 1337.189623] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.189815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.189913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.194696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.194696] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.203684] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 in Status: IN_PROGRESS for 2s [ 1338.189174] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 643c8228-cfa1-45ef-83e3-397daae95e5b in Status: SUCCESS [ 1338.189460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.876563] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1338.876563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.876563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.876563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.876563] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.876563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.876563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.876563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.876563] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.877099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.877307] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.218409] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 in Status: SUCCESS [ 1339.218849] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 deletion is rescheduled due to dependency. [ 1339.218849] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.379961] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.380294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.380294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.380644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.380854] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.381000] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.381150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.381560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.381560] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.381732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.381778] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.381871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.381959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.382107] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.382283] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.382389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.382452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.382597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.382686] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.382767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.382854] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.885754] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 372297e0-1037-4ee4-8a18-c41b8ec57cf8: rpc.has_security_group_logging(os_id): False [ 1339.913147] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.913387] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.913460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.913675] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.913827] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.914158] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.914332] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.914420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.914675] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.914806] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.915127] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.915294] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.915630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.915630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.915763] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.916117] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.916336] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.916479] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.916615] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.916814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.916879] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1340.001101] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.001311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.001412] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.001606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.005034] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.020585] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1340.593237] env[69933]: INFO networking_nsxv3.common.synchronization [req-917da446-289c-4b48-b9da-af9cecc0d940 req-2f5ffda7-7951-4f21-a756-eea8284c5960 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1340.595924] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGHEST for action security_group_members [ 1340.596079] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.596232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.596318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.596643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.598067] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.598067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.598067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.598067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.598067] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.598067] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.104077] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.104077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.104077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.104077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.104077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.104077] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.104686] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.104686] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.104686] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.104686] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.104686] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be updated. [ 1341.135949] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.136157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.136206] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.136433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.136583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.147746] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: IN_PROGRESS for 2s [ 1342.036069] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1342.036389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.162741] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 in Status: SUCCESS [ 1343.162741] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 deletion is rescheduled due to dependency. [ 1343.162741] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.596828] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.596828] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.262657] env[69933]: INFO networking_nsxv3.common.synchronization [req-caa08093-2191-4acf-a324-3c6066c51549 req-0feb1504-5591-483a-adc9-80385552ead0 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Enqueued Resource ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d with Priority: HIGHEST for action security_group_members [ 1348.263875] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d with Priority: HIGHEST for action security_group_members [ 1348.263875] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.263875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.263875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.263875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.264146] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.264315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.264458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.264684] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.264842] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.265026] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb73c70-96ae-4b9d-972e-e6dcf77f704d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.768900] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.768900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.768900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.768900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.768900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.769341] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.769341] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.769341] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.769487] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.769524] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.769627] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d is going to be updated. [ 1348.801490] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.801723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.801723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.801968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.803010] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.813252] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d in Status: IN_PROGRESS for 2s [ 1350.827083] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d in Status: SUCCESS [ 1350.827501] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d deletion is rescheduled due to dependency. [ 1350.827501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.725265] env[69933]: INFO networking_nsxv3.common.synchronization [req-dc012141-770f-4d80-93dd-7a39fef2d6c5 req-2b5c94c6-591f-4778-bb83-9e993f6415bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 1351.726801] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 1351.727725] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.728054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.728437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.728797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.729141] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.729561] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.731016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.731016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.731016] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.731016] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.235119] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.235119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.235119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.235119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.235119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.235119] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.235119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.235119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.235719] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.235719] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.235719] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 is going to be updated. [ 1352.281567] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.281822] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.281970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.286027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.286027] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.294051] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: IN_PROGRESS for 2s [ 1354.306771] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: SUCCESS [ 1354.307166] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 deletion is rescheduled due to dependency. [ 1354.307166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.728262] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.728600] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.252248] env[69933]: INFO networking_nsxv3.common.synchronization [req-84bcc52c-3330-420a-be97-d11530c3b751 req-bef531f2-b7f5-4e80-b55b-b4743e58c2ad tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Enqueued Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_members [ 1359.253213] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_members [ 1359.253658] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe61313c-7ef4-4979-a20d-b86e625fd10b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.253929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.253929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.254199] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.254464] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.254659] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.254736] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.255516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.255657] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.255809] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.559056] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.559056] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.559263] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.559434] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.559694] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.559853] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.559973] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.560209] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.560359] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.560578] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1359.560698] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1359.560814] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1359.560929] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1359.561054] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1359.561168] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1359.561309] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1359.591145] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1359.591349] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1359.591498] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1359.591689] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-883" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.592550] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-816f6083-0e74-4f5f-9ef3-51b8d9d03023 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.592708] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-816f6083-0e74-4f5f-9ef3-51b8d9d03023" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.592838] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-816f6083-0e74-4f5f-9ef3-51b8d9d03023" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.593182] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-816f6083-0e74-4f5f-9ef3-51b8d9d03023" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.593328] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816f6083-0e74-4f5f-9ef3-51b8d9d03023',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.758488] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.096251] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.096467] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.096710] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.097021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.097177] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.097374] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 816f6083-0e74-4f5f-9ef3-51b8d9d03023 not found, creating... [ 1360.097736] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.097836] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.097917] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.098161] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.098309] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.098602] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.098802] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.098929] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.099181] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.099323] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.099472] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 816f6083-0e74-4f5f-9ef3-51b8d9d03023 is going to be created. [ 1360.122428] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.122655] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.122785] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.123137] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.123310] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.123543] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-816f6083-0e74-4f5f-9ef3-51b8d9d03023" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.262486] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.766370] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.766585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.766585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.766810] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.766899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.766998] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe61313c-7ef4-4979-a20d-b86e625fd10b is going to be updated. [ 1360.809150] env[69933]: INFO networking_nsxv3.common.synchronization [req-84bcc52c-3330-420a-be97-d11530c3b751 req-49facf01-ad9b-45fa-87aa-e72889a13927 service nova] Enqueued Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_rules [ 1360.809473] env[69933]: INFO networking_nsxv3.common.synchronization [req-84bcc52c-3330-420a-be97-d11530c3b751 req-49facf01-ad9b-45fa-87aa-e72889a13927 service nova] Enqueued Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_members [ 1360.809538] env[69933]: INFO networking_nsxv3.common.synchronization [req-84bcc52c-3330-420a-be97-d11530c3b751 req-49facf01-ad9b-45fa-87aa-e72889a13927 service nova] Enqueued Resource ID: 816f6083-0e74-4f5f-9ef3-51b8d9d03023 with Priority: HIGHEST for action port [ 1360.810156] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_rules [ 1360.810304] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_members [ 1360.810517] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816f6083-0e74-4f5f-9ef3-51b8d9d03023 with Priority: HIGHEST for action port [ 1360.812223] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.812479] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.812570] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.812993] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.813207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.814495] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe61313c-7ef4-4979-a20d-b86e625fd10b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.814624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.814723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.814962] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.815075] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.816551] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe61313c-7ef4-4979-a20d-b86e625fd10b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.816666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.816955] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-816f6083-0e74-4f5f-9ef3-51b8d9d03023 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.817098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-816f6083-0e74-4f5f-9ef3-51b8d9d03023" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.817098] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-816f6083-0e74-4f5f-9ef3-51b8d9d03023" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.817250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-816f6083-0e74-4f5f-9ef3-51b8d9d03023" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.817814] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816f6083-0e74-4f5f-9ef3-51b8d9d03023',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.827644] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe61313c-7ef4-4979-a20d-b86e625fd10b in Status: IN_PROGRESS for 2s [ 1361.319479] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 816f6083-0e74-4f5f-9ef3-51b8d9d03023 with status ACTIVE [ 1361.319823] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.319899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.319899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.320212] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.320540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.320647] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.320719] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.320800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.321052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.321133] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.321291] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.321448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.321510] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.321676] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.321819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.321859] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 816f6083-0e74-4f5f-9ef3-51b8d9d03023 is going to be updated. [ 1361.323120] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe61313c-7ef4-4979-a20d-b86e625fd10b taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.323243] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.346035] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.346189] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.346259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.346484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.346623] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.346784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-816f6083-0e74-4f5f-9ef3-51b8d9d03023" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.050208] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.050446] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-999" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.050624] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-999" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.050952] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-999" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.051263] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.051438] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.051569] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.051840] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.052036] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.052293] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1362.052457] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1362.052619] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1362.052746] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1362.052894] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1362.053053] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1362.053233] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1362.072844] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1362.073081] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1362.073235] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1362.073418] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-999" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.073793] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-7d6c53dd-b378-476e-94d1-2720c7b8b45d taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.073976] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-7d6c53dd-b378-476e-94d1-2720c7b8b45d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.074124] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-7d6c53dd-b378-476e-94d1-2720c7b8b45d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.074424] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-7d6c53dd-b378-476e-94d1-2720c7b8b45d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.074562] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6c53dd-b378-476e-94d1-2720c7b8b45d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.577184] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.577591] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.577591] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.577938] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.578109] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.578603] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.578603] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.578747] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.578940] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.579094] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.580200] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.580200] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.580200] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.580200] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.580200] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.580200] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 7d6c53dd-b378-476e-94d1-2720c7b8b45d is going to be updated. [ 1362.601857] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.602100] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.602228] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.602514] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.602709] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.602939] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-7d6c53dd-b378-476e-94d1-2720c7b8b45d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.838057] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe61313c-7ef4-4979-a20d-b86e625fd10b in Status: SUCCESS [ 1362.838408] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.838613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.838891] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.839126] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.839292] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.839367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.839543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.839626] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.839732] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.327549] env[69933]: INFO networking_nsxv3.common.synchronization [req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc req-30ac1379-65b3-4ba1-af55-ebc63f724a58 service nova] Enqueued Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGHEST for action security_group_rules [ 1363.327754] env[69933]: INFO networking_nsxv3.common.synchronization [req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc req-30ac1379-65b3-4ba1-af55-ebc63f724a58 service nova] Enqueued Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGHEST for action security_group_members [ 1363.327900] env[69933]: INFO networking_nsxv3.common.synchronization [req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc req-30ac1379-65b3-4ba1-af55-ebc63f724a58 service nova] Enqueued Resource ID: 7d6c53dd-b378-476e-94d1-2720c7b8b45d with Priority: HIGHEST for action port [ 1363.328535] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGHEST for action security_group_rules [ 1363.329430] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGHEST for action security_group_members [ 1363.329646] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6c53dd-b378-476e-94d1-2720c7b8b45d with Priority: HIGHEST for action port [ 1363.329986] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8789a6c3-ab2c-4f16-ac78-c17673424cec taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.330153] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.330206] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.330452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.330541] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.331451] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789a6c3-ab2c-4f16-ac78-c17673424cec taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.331594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.331744] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.331815] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.331955] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.332061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.333030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.333030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.333030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.333030] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.333548] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d6c53dd-b378-476e-94d1-2720c7b8b45d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.333665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d6c53dd-b378-476e-94d1-2720c7b8b45d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.334209] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d6c53dd-b378-476e-94d1-2720c7b8b45d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.334209] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d6c53dd-b378-476e-94d1-2720c7b8b45d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.334319] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6c53dd-b378-476e-94d1-2720c7b8b45d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.341627] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.836933] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.837802] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789a6c3-ab2c-4f16-ac78-c17673424cec taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.837940] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.839624] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d6c53dd-b378-476e-94d1-2720c7b8b45d with status ACTIVE [ 1363.839931] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.840124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.840124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.840378] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.840598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.840770] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.840916] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.840997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.841222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.841358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.841678] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.842120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.842120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.842240] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.842332] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.842471] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d6c53dd-b378-476e-94d1-2720c7b8b45d is going to be updated. [ 1363.843997] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.873924] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.874156] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.874156] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.874376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.874516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.874690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d6c53dd-b378-476e-94d1-2720c7b8b45d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.339068] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.346878] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.347042] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.347115] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.347342] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.347502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.347612] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe61313c-7ef4-4979-a20d-b86e625fd10b is going to be updated. [ 1364.390566] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.390566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.390674] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.390902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.391094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.400070] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe61313c-7ef4-4979-a20d-b86e625fd10b in Status: IN_PROGRESS for 2s [ 1364.778522] env[69933]: INFO networking_nsxv3.common.synchronization [req-c4342543-a124-4d48-a055-890dba3a3331 req-4abade66-576b-4baf-b4ee-5db1f2f1316e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 1364.779093] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 1364.779508] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.779782] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.779917] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.780303] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.780497] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.780661] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.780786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.781102] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.783021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.783021] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.841662] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.842052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.842052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.842146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.842234] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.842432] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec is going to be updated. [ 1364.876655] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.876867] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.876937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.877186] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.877346] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.887840] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec in Status: IN_PROGRESS for 2s [ 1365.170560] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.170778] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-163" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.171548] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-163" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.172738] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-163" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.172738] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.172738] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.172738] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.172738] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.173051] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.173051] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1365.173193] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1365.173276] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1365.173390] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1365.173508] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1365.173616] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1365.173751] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1365.204427] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1365.204614] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1365.204758] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1365.205045] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-163" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.205422] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-91d60a8b-0754-4c39-ae2d-c6409ce2a87f taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.205622] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-91d60a8b-0754-4c39-ae2d-c6409ce2a87f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.205749] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-91d60a8b-0754-4c39-ae2d-c6409ce2a87f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.206131] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-91d60a8b-0754-4c39-ae2d-c6409ce2a87f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.206285] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91d60a8b-0754-4c39-ae2d-c6409ce2a87f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.287109] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.287318] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.287448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.287676] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.287770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.288116] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.288116] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.288269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.288302] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.288380] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.288512] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 is going to be updated. [ 1365.314249] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.314465] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.314465] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.315094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.315250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.325753] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: IN_PROGRESS for 2s [ 1365.710057] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.710057] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.710057] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.710057] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.710390] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.710390] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 91d60a8b-0754-4c39-ae2d-c6409ce2a87f not found, creating... [ 1365.710643] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.710829] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.710956] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.711229] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.711451] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.711702] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.711875] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.712012] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.712276] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.712400] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.712565] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 91d60a8b-0754-4c39-ae2d-c6409ce2a87f is going to be created. [ 1365.734923] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.735214] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.735751] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.736161] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.736473] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.736774] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-91d60a8b-0754-4c39-ae2d-c6409ce2a87f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.411140] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe61313c-7ef4-4979-a20d-b86e625fd10b in Status: SUCCESS [ 1366.411478] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.411598] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.411811] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.412090] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.412213] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.412213] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.412358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.412431] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.412528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.412636] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.461492] env[69933]: INFO networking_nsxv3.common.synchronization [req-c4342543-a124-4d48-a055-890dba3a3331 req-db0b09d2-1d96-42cb-bd69-e4c0147b2a2d service nova] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_rules [ 1366.461704] env[69933]: INFO networking_nsxv3.common.synchronization [req-c4342543-a124-4d48-a055-890dba3a3331 req-db0b09d2-1d96-42cb-bd69-e4c0147b2a2d service nova] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 1366.461866] env[69933]: INFO networking_nsxv3.common.synchronization [req-c4342543-a124-4d48-a055-890dba3a3331 req-db0b09d2-1d96-42cb-bd69-e4c0147b2a2d service nova] Enqueued Resource ID: 91d60a8b-0754-4c39-ae2d-c6409ce2a87f with Priority: HIGHEST for action port [ 1366.465020] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_rules [ 1366.465020] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 1366.465020] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91d60a8b-0754-4c39-ae2d-c6409ce2a87f with Priority: HIGHEST for action port [ 1366.465020] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.465020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.465020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.465020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.465020] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.465020] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.465020] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.465462] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-91d60a8b-0754-4c39-ae2d-c6409ce2a87f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.465462] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91d60a8b-0754-4c39-ae2d-c6409ce2a87f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.465462] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91d60a8b-0754-4c39-ae2d-c6409ce2a87f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.465812] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91d60a8b-0754-4c39-ae2d-c6409ce2a87f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.465931] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91d60a8b-0754-4c39-ae2d-c6409ce2a87f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.897331] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec in Status: SUCCESS [ 1366.898263] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.898263] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.898263] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.898263] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.898513] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.898513] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.898685] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.898685] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.898780] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.898861] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.914772] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.967912] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.968096] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.968329] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91d60a8b-0754-4c39-ae2d-c6409ce2a87f with status ACTIVE [ 1366.968565] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.968941] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.968941] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.969121] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.969245] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.969468] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.969741] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.969741] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.970420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.970420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.970420] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.970420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.970420] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.970860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.970860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.970860] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91d60a8b-0754-4c39-ae2d-c6409ce2a87f is going to be updated. [ 1366.998456] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.998717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.998949] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.999324] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.003350] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.003350] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91d60a8b-0754-4c39-ae2d-c6409ce2a87f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.336453] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: SUCCESS [ 1367.336770] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 deletion is rescheduled due to dependency. [ 1367.336896] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.337064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.337276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.337479] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.337603] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.337669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.337826] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.337928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.338039] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.401590] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.417129] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe61313c-7ef4-4979-a20d-b86e625fd10b: rpc.has_security_group_logging(os_id): False [ 1367.435836] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.436048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.436092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.436281] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.456523] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.456853] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.456978] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.457058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.457256] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.457340] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.457504] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe61313c-7ef4-4979-a20d-b86e625fd10b is going to be updated. [ 1367.518577] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.518800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.518800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.519011] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.519177] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.538152] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe61313c-7ef4-4979-a20d-b86e625fd10b in Status: IN_PROGRESS for 2s [ 1367.839965] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.903618] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8789a6c3-ab2c-4f16-ac78-c17673424cec: rpc.has_security_group_logging(os_id): False [ 1367.923218] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.923416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.923416] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.924153] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.924153] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.924153] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.924340] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.924340] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.924464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.924541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.924629] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec is going to be updated. [ 1368.004022] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.004022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.004022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.004022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.004022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.020689] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec in Status: IN_PROGRESS for 2s [ 1368.342904] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.845158] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.845820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.845820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.845820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.846054] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.846054] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 is going to be updated. [ 1368.885677] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.885934] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.886072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.886469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.886725] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.899034] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: IN_PROGRESS for 2s [ 1369.564704] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe61313c-7ef4-4979-a20d-b86e625fd10b in Status: SUCCESS [ 1369.564970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.041342] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec in Status: SUCCESS [ 1370.041717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.909035] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: SUCCESS [ 1370.909035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.909035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.909332] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.909450] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.909578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.909641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.909786] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.909867] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.909948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.910050] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.412430] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.463445] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.463669] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1371.916291] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ae0bd03-b74e-4de1-962f-02b9a1fea353: rpc.has_security_group_logging(os_id): False [ 1371.934106] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.934273] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.934346] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.934562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.934655] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.934908] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.935015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.935085] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.935237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.935311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.935398] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 is going to be updated. [ 1372.008324] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.008324] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.008324] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.008324] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.008324] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.026265] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: IN_PROGRESS for 2s [ 1374.044723] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: SUCCESS [ 1374.045044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.464733] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.465559] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.665389] env[69933]: INFO networking_nsxv3.common.synchronization [req-507429a2-d60c-4461-ba88-486df6c81e1e req-42689c35-1a0b-4a02-b02c-bf54e008601d tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Enqueued Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1378.665389] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 with Priority: HIGHEST for action security_group_members [ 1378.666901] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-372297e0-1037-4ee4-8a18-c41b8ec57cf8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.668790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.668790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.668790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.668790] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.668790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.668790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.668790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.668790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.668790] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372297e0-1037-4ee4-8a18-c41b8ec57cf8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.801699] env[69933]: INFO networking_nsxv3.common.synchronization [req-4e495c80-ee16-457a-a812-3d0485267db7 req-2d0c7fa7-c125-4bea-91ee-603ca3d712c4 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1378.802772] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1378.803154] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.803297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.803368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.804182] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.804455] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.804595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.805183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.805529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.805636] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.805755] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.174997] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.174997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.174997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.174997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.174997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.174997] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.174997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.174997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.174997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.174997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.174997] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 is going to be updated. [ 1379.208784] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.208784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.208784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.208784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.208784] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.216972] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: IN_PROGRESS for 2s [ 1379.310364] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.310364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.310364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.310670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.310749] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.310960] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.311069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.311133] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.311299] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.311453] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.311453] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 is going to be updated. [ 1379.350055] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.350270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.350270] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.350484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.350635] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.359581] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: IN_PROGRESS for 2s [ 1381.228194] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 in Status: SUCCESS [ 1381.228524] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372297e0-1037-4ee4-8a18-c41b8ec57cf8 deletion is rescheduled due to dependency. [ 1381.228524] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372297e0-1037-4ee4-8a18-c41b8ec57cf8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.370930] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: SUCCESS [ 1381.371221] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 deletion is rescheduled due to dependency. [ 1381.371368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.804043] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.804505] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.192237] env[69933]: INFO networking_nsxv3.common.synchronization [req-784383bf-8915-4ccc-94e9-6a44fb168bed req-dd73d8d5-9ce7-454c-a507-3ef15e941202 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1386.192819] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1386.193158] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.193282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.193349] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.193549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.193705] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.193807] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.193872] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.194030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.194117] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.194210] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.513519] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.513759] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-975" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.513909] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-975" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.514250] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-975" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.514559] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.514756] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.515046] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.515341] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.515584] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.515888] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1386.515950] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1386.516102] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1386.516262] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1386.516394] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1386.516524] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1386.516646] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1386.541968] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1386.542287] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1386.542330] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1386.542488] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-975" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.542814] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-87d124c5-6b79-457c-b374-09fcce33f7ce taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.542994] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-87d124c5-6b79-457c-b374-09fcce33f7ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.543133] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-87d124c5-6b79-457c-b374-09fcce33f7ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.543752] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-87d124c5-6b79-457c-b374-09fcce33f7ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.543752] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87d124c5-6b79-457c-b374-09fcce33f7ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.697512] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.697716] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.697790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.698010] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.698109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.698306] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.698404] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.698467] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.698642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.698735] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.698824] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 is going to be updated. [ 1386.727675] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.727893] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.727974] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.728214] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.728359] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.742157] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: IN_PROGRESS for 2s [ 1387.046830] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.047123] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.047287] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.047743] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.047860] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.047959] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 87d124c5-6b79-457c-b374-09fcce33f7ce not found, creating... [ 1387.048249] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.048476] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.048551] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.048765] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.048911] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.049254] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.049425] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.049599] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.049762] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.049920] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.050072] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 87d124c5-6b79-457c-b374-09fcce33f7ce is going to be created. [ 1387.072970] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.073312] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.073429] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.074021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.074021] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.074288] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-87d124c5-6b79-457c-b374-09fcce33f7ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.974541] env[69933]: INFO networking_nsxv3.common.synchronization [req-784383bf-8915-4ccc-94e9-6a44fb168bed req-49b235d1-00dd-48ac-a7a1-30576b48fc23 service nova] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_rules [ 1387.974817] env[69933]: INFO networking_nsxv3.common.synchronization [req-784383bf-8915-4ccc-94e9-6a44fb168bed req-49b235d1-00dd-48ac-a7a1-30576b48fc23 service nova] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1387.974945] env[69933]: INFO networking_nsxv3.common.synchronization [req-784383bf-8915-4ccc-94e9-6a44fb168bed req-49b235d1-00dd-48ac-a7a1-30576b48fc23 service nova] Enqueued Resource ID: 87d124c5-6b79-457c-b374-09fcce33f7ce with Priority: HIGHEST for action port [ 1387.975669] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_rules [ 1387.975810] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1387.975911] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d124c5-6b79-457c-b374-09fcce33f7ce with Priority: HIGHEST for action port [ 1387.976209] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.976337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.976405] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.976604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.976689] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.977616] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.977735] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.977913] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-87d124c5-6b79-457c-b374-09fcce33f7ce taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.978086] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87d124c5-6b79-457c-b374-09fcce33f7ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.978140] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87d124c5-6b79-457c-b374-09fcce33f7ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.978319] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87d124c5-6b79-457c-b374-09fcce33f7ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.978393] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87d124c5-6b79-457c-b374-09fcce33f7ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.480814] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.481024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.482302] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87d124c5-6b79-457c-b374-09fcce33f7ce with status ACTIVE [ 1388.482514] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.483010] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.483010] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.483010] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.483010] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.483214] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.483264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.483557] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.483557] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.483557] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.483722] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.483814] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.483875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.484029] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.484107] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.484191] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87d124c5-6b79-457c-b374-09fcce33f7ce is going to be updated. [ 1388.509846] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.510072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.510124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.510568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.510568] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.510712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87d124c5-6b79-457c-b374-09fcce33f7ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.562987] env[69933]: INFO networking_nsxv3.common.synchronization [None req-78341240-0258-43a8-9f5f-01559439df94 None None] Enqueued Resource ID: ae43528f-f206-4eab-9c39-7f2ac49540c7 with Priority: HIGHEST for action port [ 1388.563275] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae43528f-f206-4eab-9c39-7f2ac49540c7 with Priority: HIGHEST for action port [ 1388.564038] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae43528f-f206-4eab-9c39-7f2ac49540c7 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.564587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae43528f-f206-4eab-9c39-7f2ac49540c7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.564587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae43528f-f206-4eab-9c39-7f2ac49540c7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.564717] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae43528f-f206-4eab-9c39-7f2ac49540c7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.564816] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae43528f-f206-4eab-9c39-7f2ac49540c7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.757024] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: SUCCESS [ 1388.757283] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 deletion is rescheduled due to dependency. [ 1388.757350] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.757506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.757898] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.758125] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.758284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.758343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.758496] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.758620] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.758777] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.067177] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae43528f-f206-4eab-9c39-7f2ac49540c7 [ 1389.067515] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.067641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.067683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.067908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.068010] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.068109] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae43528f-f206-4eab-9c39-7f2ac49540c7 already deleted. [ 1389.068192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae43528f-f206-4eab-9c39-7f2ac49540c7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.261997] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.763775] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.266435] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.266843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.266843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.266951] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.267065] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.267175] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 is going to be updated. [ 1390.299282] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.299506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.299618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.299835] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.299991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.309587] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: IN_PROGRESS for 2s [ 1390.762892] env[69933]: INFO networking_nsxv3.common.synchronization [None req-71c76cec-239c-437f-bba3-068c36a7ef80 None None] Enqueued Resource ID: aeb382bb-35e1-450b-b0eb-ffe0a35816c8 with Priority: HIGHEST for action port [ 1390.765037] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeb382bb-35e1-450b-b0eb-ffe0a35816c8 with Priority: HIGHEST for action port [ 1390.765037] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-aeb382bb-35e1-450b-b0eb-ffe0a35816c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.765037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aeb382bb-35e1-450b-b0eb-ffe0a35816c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.765037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aeb382bb-35e1-450b-b0eb-ffe0a35816c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.765037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aeb382bb-35e1-450b-b0eb-ffe0a35816c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.765037] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeb382bb-35e1-450b-b0eb-ffe0a35816c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.266720] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aeb382bb-35e1-450b-b0eb-ffe0a35816c8 [ 1391.267016] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.267119] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.267188] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.267379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.267464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.267558] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aeb382bb-35e1-450b-b0eb-ffe0a35816c8 already deleted. [ 1391.267660] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aeb382bb-35e1-450b-b0eb-ffe0a35816c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.322103] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: SUCCESS [ 1392.322501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.322549] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.322764] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.322964] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.323106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.323189] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.323434] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.323541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.323636] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.323726] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.826483] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.329035] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b32a3c8a-089a-40e7-9372-caf7279a1232: rpc.has_security_group_logging(os_id): False [ 1393.350242] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.350451] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.350451] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.351131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.351131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.351131] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.351131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.351131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.351421] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.351421] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.351501] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 is going to be updated. [ 1393.420952] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.421184] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.421184] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.421383] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.421529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.441325] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: IN_PROGRESS for 2s [ 1394.239282] env[69933]: INFO networking_nsxv3.common.synchronization [req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 req-af491d78-dab7-41b6-83f5-77de6483ea4a tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Enqueued Resource ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 with Priority: HIGHEST for action security_group_members [ 1394.239817] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 with Priority: HIGHEST for action security_group_members [ 1394.240593] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.240593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.240593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.240593] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.240842] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.240842] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.240937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.241037] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.241135] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.241218] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1827f1a8-5d92-4d2f-b17e-a182fc8797b7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.542817] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.543220] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.543220] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.543505] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.543778] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.543946] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.544082] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.544304] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.544457] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.544697] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1394.544839] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1394.544957] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1394.545086] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1394.545206] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1394.545320] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1394.545486] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1394.566675] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1394.566862] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1394.567025] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1394.567185] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.567510] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-ff1e3f6e-b81a-4677-8039-0a3850774157 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.567759] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-ff1e3f6e-b81a-4677-8039-0a3850774157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.567902] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-ff1e3f6e-b81a-4677-8039-0a3850774157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.568259] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-ff1e3f6e-b81a-4677-8039-0a3850774157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.568404] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff1e3f6e-b81a-4677-8039-0a3850774157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.744188] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.744357] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.744403] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.744636] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.744728] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.744934] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.745072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.745125] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.745258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.745334] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.745420] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 already deleted. [ 1394.745629] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.070894] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.071057] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.071102] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.071389] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.071548] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.071712] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port ff1e3f6e-b81a-4677-8039-0a3850774157 not found, creating... [ 1395.071991] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.072926] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.072926] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.072926] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.072926] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.072926] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.074196] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.074196] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.074196] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.074196] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.074196] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: ff1e3f6e-b81a-4677-8039-0a3850774157 is going to be created. [ 1395.098777] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.098777] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.098777] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.099096] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.099325] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.099559] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-ff1e3f6e-b81a-4677-8039-0a3850774157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.374102] env[69933]: INFO networking_nsxv3.common.synchronization [req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 req-81d2e488-7db7-4fcc-8c54-35c569c7fd2e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Enqueued Resource ID: 643c8228-cfa1-45ef-83e3-397daae95e5b with Priority: HIGHEST for action security_group_members [ 1395.374661] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c8228-cfa1-45ef-83e3-397daae95e5b with Priority: HIGHEST for action security_group_members [ 1395.374982] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c8228-cfa1-45ef-83e3-397daae95e5b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.375121] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.375189] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.375397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.375548] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.376036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.376706] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.376706] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.376706] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.376706] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643c8228-cfa1-45ef-83e3-397daae95e5b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.461378] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: SUCCESS [ 1395.461612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.788022] env[69933]: INFO networking_nsxv3.common.synchronization [req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 req-38c8a34e-b08e-4fe8-91cc-755d9e0f021f service nova] Enqueued Resource ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 with Priority: HIGHEST for action security_group_rules [ 1395.788022] env[69933]: INFO networking_nsxv3.common.synchronization [req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 req-38c8a34e-b08e-4fe8-91cc-755d9e0f021f service nova] Enqueued Resource ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 with Priority: HIGHEST for action security_group_members [ 1395.788022] env[69933]: INFO networking_nsxv3.common.synchronization [req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 req-38c8a34e-b08e-4fe8-91cc-755d9e0f021f service nova] Enqueued Resource ID: ff1e3f6e-b81a-4677-8039-0a3850774157 with Priority: HIGHEST for action port [ 1395.788022] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 with Priority: HIGHEST for action security_group_rules [ 1395.788022] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 with Priority: HIGHEST for action security_group_members [ 1395.788022] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1e3f6e-b81a-4677-8039-0a3850774157 with Priority: HIGHEST for action port [ 1395.788980] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1827f1a8-5d92-4d2f-b17e-a182fc8797b7 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.789302] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.789474] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.789947] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.790236] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1827f1a8-5d92-4d2f-b17e-a182fc8797b7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.791332] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.791494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.791606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.791850] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.792091] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.792250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.792360] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.792658] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.792810] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.792936] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1827f1a8-5d92-4d2f-b17e-a182fc8797b7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.793686] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff1e3f6e-b81a-4677-8039-0a3850774157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.793796] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff1e3f6e-b81a-4677-8039-0a3850774157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.793867] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff1e3f6e-b81a-4677-8039-0a3850774157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.794041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff1e3f6e-b81a-4677-8039-0a3850774157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.794156] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff1e3f6e-b81a-4677-8039-0a3850774157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.878551] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.878825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.878825] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.879134] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.879263] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.879550] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.879688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.879779] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.879994] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.880117] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.880487] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c8228-cfa1-45ef-83e3-397daae95e5b is going to be updated. [ 1395.911338] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.911618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.911618] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.911890] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.912036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.921422] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c8228-cfa1-45ef-83e3-397daae95e5b in Status: IN_PROGRESS for 2s [ 1396.295821] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.295960] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.296184] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1827f1a8-5d92-4d2f-b17e-a182fc8797b7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.297233] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff1e3f6e-b81a-4677-8039-0a3850774157 with status ACTIVE [ 1396.297440] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.299015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.299015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.299015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.299015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.299015] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.299015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.299015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.299015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.299015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.299015] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.299015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.299015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.299015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.299616] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.299616] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff1e3f6e-b81a-4677-8039-0a3850774157 is going to be updated. [ 1396.326017] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.326232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.326232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.326435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.326569] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.326730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff1e3f6e-b81a-4677-8039-0a3850774157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.801367] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1827f1a8-5d92-4d2f-b17e-a182fc8797b7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.304840] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.305118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.305241] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.305595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.305789] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.305921] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 is going to be created. [ 1397.330370] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.330552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.330624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.330843] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.330998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.340461] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 in Status: UNINITIALIZED for 2s [ 1397.932427] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c8228-cfa1-45ef-83e3-397daae95e5b in Status: SUCCESS [ 1397.932816] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c8228-cfa1-45ef-83e3-397daae95e5b deletion is rescheduled due to dependency. [ 1397.932869] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.352033] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 in Status: SUCCESS [ 1399.352033] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.352471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.352471] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.352630] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.352732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.352787] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.352920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.353010] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.353100] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.353209] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1827f1a8-5d92-4d2f-b17e-a182fc8797b7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.855406] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.855761] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.855761] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.856045] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.856302] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.856460] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.856565] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.856795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.856946] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.857120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.857356] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.857537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.857693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.857877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.858207] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.858379] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.858540] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.858790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.858929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.859078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.859226] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1827f1a8-5d92-4d2f-b17e-a182fc8797b7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.366123] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1827f1a8-5d92-4d2f-b17e-a182fc8797b7: rpc.has_security_group_logging(os_id): False [ 1400.384436] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.384669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.384669] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.384893] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.384990] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.385322] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.385432] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.385499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.385829] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.385937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.386155] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.386264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.386330] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.386492] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.386570] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.386754] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.386850] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.386913] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.387069] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.387144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.387231] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 is going to be created. [ 1400.446436] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.446680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.446680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.446855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.447094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.458019] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 in Status: IN_PROGRESS for 2s [ 1400.788906] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.789075] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1400.914411] env[69933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1400.914583] env[69933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] NSXv3 Agent Agent loop - iteration:3 started [ 1402.472791] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 in Status: SUCCESS [ 1402.473173] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.790208] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.790603] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.484110] env[69933]: INFO networking_nsxv3.common.synchronization [req-0172a0ba-59b8-4077-801f-018062cd02ce req-b195b8e3-893b-4bfe-bb9f-56faef58ede5 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Enqueued Resource ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 with Priority: HIGHEST for action security_group_members [ 1406.484674] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 with Priority: HIGHEST for action security_group_members [ 1406.485043] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.485186] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.485268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.485472] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.485649] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.485773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.485842] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.486043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.486043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.486188] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1827f1a8-5d92-4d2f-b17e-a182fc8797b7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.988306] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.988698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.988698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.988797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.988797] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.989211] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.989211] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.989211] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.989458] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.989511] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.989606] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 is going to be updated. [ 1407.020398] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.020602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.020652] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.020848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.020988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.029349] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 in Status: IN_PROGRESS for 2s [ 1409.040144] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 in Status: SUCCESS [ 1409.040559] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 deletion is rescheduled due to dependency. [ 1409.040559] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.485760] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.485760] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.486789] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.487136] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.130030] env[69933]: INFO networking_nsxv3.common.synchronization [req-f4db6757-e0be-4ceb-83f5-686689d30d17 req-b643275f-b1a8-4673-96c9-0603f505f2c7 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Enqueued Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGHEST for action security_group_members [ 1419.130030] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGHEST for action security_group_members [ 1419.130030] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789a6c3-ab2c-4f16-ac78-c17673424cec taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.130030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.130030] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.130582] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.130863] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.131107] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.131368] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.132510] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.132510] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.132510] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.636887] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.637130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.637130] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.637316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.637407] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.637621] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.637715] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.637817] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.637967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.638058] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.638155] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec is going to be updated. [ 1419.681685] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.681842] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.682083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.682454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.682688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.695230] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec in Status: IN_PROGRESS for 2s [ 1421.706984] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec in Status: SUCCESS [ 1421.707372] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec deletion is rescheduled due to dependency. [ 1421.707372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.842140] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.842446] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.842446] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.842663] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.842882] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.345202] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.847240] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.351047] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1423.351047] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1424.130416] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.130842] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.131854] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.131996] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.132079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.132296] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.143664] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1424.144578] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.145698] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1424.187748] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.188078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.188078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.188264] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.204370] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.205151] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1424.205244] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1424.205320] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1424.245742] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.245980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.245980] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.246172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.247477] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.247648] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1424.329426] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.329650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.329650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.329885] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.330229] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.330513] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1424.438862] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.439015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.439106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.439356] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.439682] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.440058] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1424.440183] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'00abf3b0-8aab-4936-8d39-ae670ae50177', '3dc059f0-c910-4ebe-b347-bcfb1272a157', 'c1745486-f7bd-4809-8bc7-7254d789b399', '1827f1a8-5d92-4d2f-b17e-a182fc8797b7', 'cea90133-096e-4def-8b96-f0a6471f46ff', '81a93840-8381-41aa-93a2-1c57a098019b', 'e082358a-8ba0-40ff-861b-05122ecd950e', '54e44767-82b6-49de-8007-5315e732bcab', 'b3125bac-e9d7-4740-aafd-18d80f71ecac', '5a35f75d-cf17-44d7-8ac7-5a0c7dd88531', '8789a6c3-ab2c-4f16-ac78-c17673424cec', '643c8228-cfa1-45ef-83e3-397daae95e5b', 'b32a3c8a-089a-40e7-9372-caf7279a1232', '2ae0bd03-b74e-4de1-962f-02b9a1fea353', '3c476b51-b290-40a7-9048-b6796a4b273e', '8743e00a-413c-4c32-85e9-a579a6cee6fc', 'dfd92b65-b571-4f30-9b05-7b7c15f4e375', '643c67ec-0def-4f68-88b8-6f93d2d58d60', 'b46d68c7-1ca1-41e0-a52b-f7107757d218', 'a4e10955-681b-4983-bed8-f862142e0da4', 'f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a', '9eb73c70-96ae-4b9d-972e-e6dcf77f704d', '8c82b19f-d788-4c49-89be-b35465a7c7bb', '8b718351-0fd6-494c-b6de-da1c2fecb2ce', 'f577ced3-8c05-4917-a659-d6b10d13944a', 'c1fa85da-927f-46c9-b2bc-954d6ed34e2f', '92799342-7ea0-49fc-af59-fd04e380b3db', '5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f', '5bd25c0a-a661-4c28-b42f-0b161d240baf', 'a8c7ac16-353e-4374-abbc-9a1d012852ff', '449d5f16-71b4-4352-832e-7323da318d22', '46ba164e-5c03-4513-a24e-47b9de9450b3', '65a3c3d6-c42b-4a72-ad08-9e8bc54de63e', 'fe61313c-7ef4-4979-a20d-b86e625fd10b', '073e890b-c18d-4c10-8b42-ae21fba9b6f0', '11da399e-13ef-4b9f-8e49-5c8ca3b26ba1', 'd9a2a70c-e742-4535-9e20-ddd0975d65c8', 'f7007fcd-ca97-4df8-9555-1266bc54f133', '8cd8ae35-877a-4982-86b7-15761f7a9d47', 'e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e', '6a597d2c-722d-4a93-b87b-83de0fc45656', '372297e0-1037-4ee4-8a18-c41b8ec57cf8', 'fb136dc2-3f21-4749-b867-41cfaa5a3099'} {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1424.440334] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1424.464387] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.464387] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.464387] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.464624] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.464765] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.464846] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1424.464923] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1424.464999] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1424.550703] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.550884] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.550979] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.551256] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.552638] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.553000] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1424.553126] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1424.553166] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1424.553251] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1424.553309] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1424.553377] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGH for action security_group_rules [ 1424.553464] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGH for action security_group_rules [ 1424.553555] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGH for action security_group_rules [ 1424.553626] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 with Priority: HIGH for action security_group_rules [ 1424.553716] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGH for action security_group_rules [ 1424.553809] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81a93840-8381-41aa-93a2-1c57a098019b with Priority: HIGH for action security_group_rules [ 1424.553917] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e082358a-8ba0-40ff-861b-05122ecd950e with Priority: HIGH for action security_group_rules [ 1424.554018] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54e44767-82b6-49de-8007-5315e732bcab with Priority: HIGH for action security_group_rules [ 1424.554112] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3125bac-e9d7-4740-aafd-18d80f71ecac with Priority: HIGH for action security_group_rules [ 1424.554199] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGH for action security_group_rules [ 1424.554317] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGH for action security_group_rules [ 1424.554317] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 643c8228-cfa1-45ef-83e3-397daae95e5b with Priority: HIGH for action security_group_rules [ 1424.554472] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGH for action security_group_rules [ 1424.554520] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGH for action security_group_rules [ 1424.554602] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGH for action security_group_rules [ 1424.554689] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc with Priority: HIGH for action security_group_rules [ 1424.555281] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGH for action security_group_rules [ 1424.555281] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 with Priority: HIGH for action security_group_rules [ 1424.555281] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGH for action security_group_rules [ 1424.555281] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGH for action security_group_rules [ 1424.555281] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.482585] env[69933]: INFO networking_nsxv3.common.synchronization [req-2ca134e5-8b33-424b-add2-89ce90730ccb req-4b58fb37-03d7-4035-8896-26605408468a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Enqueued Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_members [ 1427.483133] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_members [ 1427.483298] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 with Priority: HIGH for action security_group_rules [ 1427.483424] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1745486-f7bd-4809-8bc7-7254d789b399 with Priority: HIGH for action security_group_rules [ 1427.483529] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e082358a-8ba0-40ff-861b-05122ecd950e with Priority: HIGH for action security_group_rules [ 1427.483626] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c476b51-b290-40a7-9048-b6796a4b273e with Priority: HIGH for action security_group_rules [ 1427.483722] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e10955-681b-4983-bed8-f862142e0da4 with Priority: HIGH for action security_group_rules [ 1427.483814] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 with Priority: HIGH for action security_group_rules [ 1427.483906] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 with Priority: HIGH for action security_group_rules [ 1427.483996] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 with Priority: HIGH for action security_group_rules [ 1427.484097] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGH for action security_group_rules [ 1427.484184] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc with Priority: HIGH for action security_group_rules [ 1427.484270] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGH for action security_group_rules [ 1427.484398] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c8228-cfa1-45ef-83e3-397daae95e5b with Priority: HIGH for action security_group_rules [ 1427.484459] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec with Priority: HIGH for action security_group_rules [ 1427.484524] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 with Priority: HIGH for action security_group_rules [ 1427.484638] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3125bac-e9d7-4740-aafd-18d80f71ecac with Priority: HIGH for action security_group_rules [ 1427.484745] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a93840-8381-41aa-93a2-1c57a098019b with Priority: HIGH for action security_group_rules [ 1427.484834] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e44767-82b6-49de-8007-5315e732bcab with Priority: HIGH for action security_group_rules [ 1427.484920] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea90133-096e-4def-8b96-f0a6471f46ff with Priority: HIGH for action security_group_rules [ 1427.485013] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 with Priority: HIGH for action security_group_rules [ 1427.485107] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 with Priority: HIGH for action security_group_rules [ 1427.485424] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe61313c-7ef4-4979-a20d-b86e625fd10b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.485553] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.485617] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.485806] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.485965] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.486079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.486138] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.486284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.486367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.486457] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.487299] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00abf3b0-8aab-4936-8d39-ae670ae50177 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.487419] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.487500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.487724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.487829] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00abf3b0-8aab-4936-8d39-ae670ae50177',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.490961] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1745486-f7bd-4809-8bc7-7254d789b399 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.490961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.490961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.490961] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.490961] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1745486-f7bd-4809-8bc7-7254d789b399',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.491734] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e082358a-8ba0-40ff-861b-05122ecd950e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.491844] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.491906] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.492070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.492144] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e082358a-8ba0-40ff-861b-05122ecd950e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.493077] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c476b51-b290-40a7-9048-b6796a4b273e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.493077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.493077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.493201] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.493233] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c476b51-b290-40a7-9048-b6796a4b273e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.493893] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e10955-681b-4983-bed8-f862142e0da4 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.494008] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.494082] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.494231] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.494300] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e10955-681b-4983-bed8-f862142e0da4',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.495107] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b46d68c7-1ca1-41e0-a52b-f7107757d218 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.495198] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.495262] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.495449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.495536] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b46d68c7-1ca1-41e0-a52b-f7107757d218',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.496232] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-643c67ec-0def-4f68-88b8-6f93d2d58d60 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.496335] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.496399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.496567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.496678] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('643c67ec-0def-4f68-88b8-6f93d2d58d60',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.497581] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.497759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.497886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.498108] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.498297] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd92b65-b571-4f30-9b05-7b7c15f4e375',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.499018] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.499101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.499187] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.499354] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.499412] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.500176] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8743e00a-413c-4c32-85e9-a579a6cee6fc taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.500727] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.500727] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.500727] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.500727] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8743e00a-413c-4c32-85e9-a579a6cee6fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.501355] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.501355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.501355] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.501631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.501631] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.502244] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-643c8228-cfa1-45ef-83e3-397daae95e5b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.502315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.502424] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.502645] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.502745] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('643c8228-cfa1-45ef-83e3-397daae95e5b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.503404] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8789a6c3-ab2c-4f16-ac78-c17673424cec taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.503514] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.503629] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.503751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.503826] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8789a6c3-ab2c-4f16-ac78-c17673424cec',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.504619] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.504730] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.504803] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.505019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.505084] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a35f75d-cf17-44d7-8ac7-5a0c7dd88531',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.505739] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3125bac-e9d7-4740-aafd-18d80f71ecac taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.505883] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.505992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.506222] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.506340] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3125bac-e9d7-4740-aafd-18d80f71ecac',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.507044] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81a93840-8381-41aa-93a2-1c57a098019b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.507310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.507310] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.507410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.507448] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81a93840-8381-41aa-93a2-1c57a098019b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.508193] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54e44767-82b6-49de-8007-5315e732bcab taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.508367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.508435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.508587] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.508658] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54e44767-82b6-49de-8007-5315e732bcab',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.509329] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cea90133-096e-4def-8b96-f0a6471f46ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.509433] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.509496] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.509641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.509712] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cea90133-096e-4def-8b96-f0a6471f46ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.510612] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc059f0-c910-4ebe-b347-bcfb1272a157 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.511327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.511327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.511327] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.511327] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc059f0-c910-4ebe-b347-bcfb1272a157',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.511756] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1827f1a8-5d92-4d2f-b17e-a182fc8797b7 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.511867] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.511939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.512194] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.512297] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1827f1a8-5d92-4d2f-b17e-a182fc8797b7',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.514973] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.024508] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.024679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.024720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.024975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.025088] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.025197] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.025299] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.025397] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.025521] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.025567] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.025651] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.026532] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.026647] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.026725] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.026880] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.026994] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.027109] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.027169] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.027309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.027384] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.027464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.027544] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.036947] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.049136] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.053692] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.053851] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.053924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.054165] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.054258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.054359] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe61313c-7ef4-4979-a20d-b86e625fd10b is going to be updated. [ 1428.095426] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.096094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.096094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.096094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.107072] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.107268] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.109087] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.109257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.118086] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.118236] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.119509] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.119648] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.120457] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.120569] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.121422] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.121519] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.122263] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.122372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.126207] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.126356] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.129662] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.129808] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.138521] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.138762] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.139984] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1428.140942] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.141144] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.142292] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1428.142719] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.142997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.143762] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1428.144240] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.144354] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.145117] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1428.145613] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.145773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.146608] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1428.147186] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.147302] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.148010] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1428.148588] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.148689] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.149437] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1428.149969] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.150113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.150749] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1428.151279] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.151412] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8789a6c3-ab2c-4f16-ac78-c17673424cec is going to be deleted. [ 1428.152461] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.152677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.171064] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.171269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.171316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.171511] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.172466] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.173650] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.173747] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00abf3b0-8aab-4936-8d39-ae670ae50177 is going to be deleted. [ 1428.175312] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.175312] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.190163] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe61313c-7ef4-4979-a20d-b86e625fd10b in Status: IN_PROGRESS for 2s [ 1428.205339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.205671] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e10955-681b-4983-bed8-f862142e0da4 is going to be deleted. [ 1428.206470] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.206699] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.241484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.241652] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8743e00a-413c-4c32-85e9-a579a6cee6fc is going to be deleted. [ 1428.242658] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.243220] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.244796] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.244922] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.268058] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.268253] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.272564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.272688] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e082358a-8ba0-40ff-861b-05122ecd950e is going to be deleted. [ 1428.273778] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.274079] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.286490] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.286726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.305490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.305865] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b46d68c7-1ca1-41e0-a52b-f7107757d218 is going to be deleted. [ 1428.306853] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.307102] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.358260] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.358501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.370824] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.370824] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1745486-f7bd-4809-8bc7-7254d789b399 is going to be deleted. [ 1428.372000] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.372232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.384931] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.385127] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.427541] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.427797] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc059f0-c910-4ebe-b347-bcfb1272a157 is going to be deleted. [ 1428.428927] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.429247] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.480761] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.480936] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54e44767-82b6-49de-8007-5315e732bcab is going to be deleted. [ 1428.481931] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.482168] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.485491] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.485824] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.496751] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.496751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.542252] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.554926] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ae0bd03-b74e-4de1-962f-02b9a1fea353: rpc.has_security_group_logging(os_id): False [ 1428.574022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.574022] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c476b51-b290-40a7-9048-b6796a4b273e is going to be deleted. [ 1428.574022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.574022] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.600363] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.600795] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.636740] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.636740] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.642558] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.642749] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.668939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.669143] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cea90133-096e-4def-8b96-f0a6471f46ff is going to be deleted. [ 1428.670176] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.670440] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.735462] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.735638] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd92b65-b571-4f30-9b05-7b7c15f4e375 is going to be deleted. [ 1428.736970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.737220] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.742385] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.742385] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.759852] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.760061] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1827f1a8-5d92-4d2f-b17e-a182fc8797b7 is going to be deleted. [ 1428.760989] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.761233] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.829162] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.829382] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.852161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.852344] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a35f75d-cf17-44d7-8ac7-5a0c7dd88531 is going to be deleted. [ 1428.853395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.853676] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.856155] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.856376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.900532] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.900836] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 643c8228-cfa1-45ef-83e3-397daae95e5b is going to be deleted. [ 1428.901854] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.902092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.968479] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.968707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.969590] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.969722] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3125bac-e9d7-4740-aafd-18d80f71ecac is going to be deleted. [ 1428.970708] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.970944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.975850] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.975850] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.028053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.028053] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81a93840-8381-41aa-93a2-1c57a098019b is going to be deleted. [ 1429.028053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.028053] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.045680] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b32a3c8a-089a-40e7-9372-caf7279a1232: rpc.has_security_group_logging(os_id): False [ 1429.057354] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.057354] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.066025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.066025] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 643c67ec-0def-4f68-88b8-6f93d2d58d60 is going to be deleted. [ 1429.066025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.066025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.066025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.066025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8789a6c3-ab2c-4f16-ac78-c17673424cec" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.066025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.066025] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.066612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.066894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00abf3b0-8aab-4936-8d39-ae670ae50177" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.067628] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.067993] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e10955-681b-4983-bed8-f862142e0da4" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8743e00a-413c-4c32-85e9-a579a6cee6fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e082358a-8ba0-40ff-861b-05122ecd950e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b46d68c7-1ca1-41e0-a52b-f7107757d218" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1745486-f7bd-4809-8bc7-7254d789b399" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.070888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.122106] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.122106] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.136917] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.137288] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.137395] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.137490] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.137709] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.137852] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.137920] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 is going to be updated. [ 1429.139035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.139232] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.139315] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.139434] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54e44767-82b6-49de-8007-5315e732bcab" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.139566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.139703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.139779] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.139890] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc059f0-c910-4ebe-b347-bcfb1272a157" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.140046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.141210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.141210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.141210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c476b51-b290-40a7-9048-b6796a4b273e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.141210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.141210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.141210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.141210] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cea90133-096e-4def-8b96-f0a6471f46ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.141545] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.141643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.141761] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.141888] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd92b65-b571-4f30-9b05-7b7c15f4e375" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.142021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.143250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.143250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.143250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1827f1a8-5d92-4d2f-b17e-a182fc8797b7" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.143250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.143250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.143250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.143250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a35f75d-cf17-44d7-8ac7-5a0c7dd88531" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.143250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.143250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.143250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.143250] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-643c8228-cfa1-45ef-83e3-397daae95e5b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.143788] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.143788] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.153497] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.153497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.225960] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.226102] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.241996] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.242198] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.243966] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.243966] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.244158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.245297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.245297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.245297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.245297] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 is going to be updated. [ 1429.246325] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.246602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.246747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.246937] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3125bac-e9d7-4740-aafd-18d80f71ecac" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.247157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.247393] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.247520] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.247692] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-643c67ec-0def-4f68-88b8-6f93d2d58d60" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.247998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.248249] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.248386] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.248571] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81a93840-8381-41aa-93a2-1c57a098019b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.307747] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.307747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.307747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.307747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.307747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.441253] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: IN_PROGRESS for 2s [ 1429.499244] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1429.500117] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.500305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.500402] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.500628] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.500773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.530251] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: IN_PROGRESS for 2s [ 1430.200131] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe61313c-7ef4-4979-a20d-b86e625fd10b in Status: SUCCESS [ 1430.200536] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.456776] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: SUCCESS [ 1431.457046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.545078] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: SUCCESS [ 1431.545349] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.307952] env[69933]: INFO networking_nsxv3.common.synchronization [None req-f7abd76f-a07c-4f2b-823e-5188e65c62eb None None] Enqueued Resource ID: 970799d1-0dae-42aa-92c7-71cfcb7339fc with Priority: HIGHEST for action port [ 1432.308257] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970799d1-0dae-42aa-92c7-71cfcb7339fc with Priority: HIGHEST for action port [ 1432.309083] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-970799d1-0dae-42aa-92c7-71cfcb7339fc taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.309083] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-970799d1-0dae-42aa-92c7-71cfcb7339fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.309314] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-970799d1-0dae-42aa-92c7-71cfcb7339fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.309552] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-970799d1-0dae-42aa-92c7-71cfcb7339fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.309552] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('970799d1-0dae-42aa-92c7-71cfcb7339fc',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.549996] env[69933]: INFO networking_nsxv3.common.synchronization [req-4b913dd5-f04c-4548-b72e-82dcc8b600bb req-39182a50-6d73-48c7-8322-4600c1e8737a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Enqueued Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 1432.550856] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 with Priority: HIGHEST for action security_group_members [ 1432.550970] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae0bd03-b74e-4de1-962f-02b9a1fea353 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.551050] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.552448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.552747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.552978] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.553564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.553693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.553920] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.554118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.554280] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae0bd03-b74e-4de1-962f-02b9a1fea353',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.564227] env[69933]: INFO networking_nsxv3.common.synchronization [None req-36281c6f-3de2-43cc-ae27-5af729674e4f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Enqueued Resource ID: 1da80c50-ac84-4b36-9cf7-028564ba96af with Priority: HIGHEST for action security_group_rules [ 1432.565049] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1da80c50-ac84-4b36-9cf7-028564ba96af with Priority: HIGHEST for action security_group_rules [ 1432.565466] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1da80c50-ac84-4b36-9cf7-028564ba96af taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.565584] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.565625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.566051] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.566192] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1da80c50-ac84-4b36-9cf7-028564ba96af',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.647073] env[69933]: INFO networking_nsxv3.common.synchronization [None req-8a3950fa-0867-438d-9188-1a102a7db9c1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Enqueued Resource ID: 1da80c50-ac84-4b36-9cf7-028564ba96af with Priority: HIGHEST for action security_group_rules [ 1432.647073] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1da80c50-ac84-4b36-9cf7-028564ba96af with Priority: HIGHEST for action security_group_rules [ 1432.647567] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1da80c50-ac84-4b36-9cf7-028564ba96af taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.647865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.812441] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 970799d1-0dae-42aa-92c7-71cfcb7339fc [ 1432.812441] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.812441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.812441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.812441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.812441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.812441] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:970799d1-0dae-42aa-92c7-71cfcb7339fc already deleted. [ 1432.812441] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-970799d1-0dae-42aa-92c7-71cfcb7339fc" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.056806] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.058498] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.058498] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.058498] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.058498] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.058728] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.058728] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.058919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.058986] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.059241] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.059808] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 is going to be updated. [ 1433.096376] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.096586] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.096660] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.096908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.097032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.097187] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1da80c50-ac84-4b36-9cf7-028564ba96af already deleted. [ 1433.097289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.097854] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.098437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.098650] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1da80c50-ac84-4b36-9cf7-028564ba96af',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.107712] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.107857] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.108028] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.108181] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.108323] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.120155] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: IN_PROGRESS for 2s [ 1433.620022] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.621164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.621164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.621164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.621164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.621164] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1da80c50-ac84-4b36-9cf7-028564ba96af already deleted. [ 1433.621164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.697042] env[69933]: INFO networking_nsxv3.common.synchronization [None req-6cbad14d-4d81-470e-92d8-e4fa7dec237f None None] Enqueued Resource ID: c0706f61-7f5d-43f6-bca9-d6cfaf87cae8 with Priority: HIGHEST for action port [ 1434.697042] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0706f61-7f5d-43f6-bca9-d6cfaf87cae8 with Priority: HIGHEST for action port [ 1434.697042] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0706f61-7f5d-43f6-bca9-d6cfaf87cae8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.697434] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0706f61-7f5d-43f6-bca9-d6cfaf87cae8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.697434] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0706f61-7f5d-43f6-bca9-d6cfaf87cae8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.697522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0706f61-7f5d-43f6-bca9-d6cfaf87cae8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.697566] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0706f61-7f5d-43f6-bca9-d6cfaf87cae8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.131844] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: IN_PROGRESS for 4s [ 1435.199509] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0706f61-7f5d-43f6-bca9-d6cfaf87cae8 [ 1435.199687] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.199822] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.199894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.200172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.200272] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.200377] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0706f61-7f5d-43f6-bca9-d6cfaf87cae8 already deleted. [ 1435.200463] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0706f61-7f5d-43f6-bca9-d6cfaf87cae8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.142939] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 in Status: SUCCESS [ 1437.143248] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae0bd03-b74e-4de1-962f-02b9a1fea353 deletion is rescheduled due to dependency. [ 1437.143280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae0bd03-b74e-4de1-962f-02b9a1fea353" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.906755] env[69933]: INFO networking_nsxv3.common.synchronization [req-98e93543-6f06-46b6-b97d-8158693667b4 req-cfdc8e14-2c96-4e87-af33-2de8ff533949 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Enqueued Resource ID: 1da80c50-ac84-4b36-9cf7-028564ba96af with Priority: HIGHEST for action security_group_members [ 1438.907589] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1da80c50-ac84-4b36-9cf7-028564ba96af with Priority: HIGHEST for action security_group_members [ 1438.907688] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1da80c50-ac84-4b36-9cf7-028564ba96af taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.907789] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.908120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.908181] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.908353] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.908509] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.908509] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.908680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.908801] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.908861] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1da80c50-ac84-4b36-9cf7-028564ba96af',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.240640] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.240838] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-949" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.240970] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-949" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.241324] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-949" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.241593] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.241761] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.241887] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.242131] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.242282] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.242492] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1439.242612] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1439.242730] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1439.242844] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1439.242958] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1439.243089] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1439.243227] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1439.266229] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1439.266402] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1439.266535] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1439.266727] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-949" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.267078] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-e9334db0-6659-4b9f-81e9-aec07c5cb0ad taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.267265] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-e9334db0-6659-4b9f-81e9-aec07c5cb0ad" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.267390] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-e9334db0-6659-4b9f-81e9-aec07c5cb0ad" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.267719] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-e9334db0-6659-4b9f-81e9-aec07c5cb0ad" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.267866] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9334db0-6659-4b9f-81e9-aec07c5cb0ad',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.411409] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.411637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.411637] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.411865] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.411955] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.412178] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.412281] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.412339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.412487] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.412562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.412645] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1da80c50-ac84-4b36-9cf7-028564ba96af already deleted. [ 1439.412723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.771039] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.771192] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.771270] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.771618] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.773089] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.773089] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port e9334db0-6659-4b9f-81e9-aec07c5cb0ad not found, creating... [ 1439.773089] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.773089] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.773089] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.773089] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.773089] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.773337] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.773406] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.774028] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.774028] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.774028] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.774142] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: e9334db0-6659-4b9f-81e9-aec07c5cb0ad is going to be created. [ 1439.793330] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.793559] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.793670] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.793954] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.794238] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.794479] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-e9334db0-6659-4b9f-81e9-aec07c5cb0ad" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.480078] env[69933]: INFO networking_nsxv3.common.synchronization [req-98e93543-6f06-46b6-b97d-8158693667b4 req-f40969be-c6d8-4247-a9d4-bd789653584d service nova] Enqueued Resource ID: 1da80c50-ac84-4b36-9cf7-028564ba96af with Priority: HIGHEST for action security_group_rules [ 1440.480078] env[69933]: INFO networking_nsxv3.common.synchronization [req-98e93543-6f06-46b6-b97d-8158693667b4 req-f40969be-c6d8-4247-a9d4-bd789653584d service nova] Enqueued Resource ID: 1da80c50-ac84-4b36-9cf7-028564ba96af with Priority: HIGHEST for action security_group_members [ 1440.480078] env[69933]: INFO networking_nsxv3.common.synchronization [req-98e93543-6f06-46b6-b97d-8158693667b4 req-f40969be-c6d8-4247-a9d4-bd789653584d service nova] Enqueued Resource ID: e9334db0-6659-4b9f-81e9-aec07c5cb0ad with Priority: HIGHEST for action port [ 1440.480078] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1da80c50-ac84-4b36-9cf7-028564ba96af with Priority: HIGHEST for action security_group_rules [ 1440.480078] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1da80c50-ac84-4b36-9cf7-028564ba96af with Priority: HIGHEST for action security_group_members [ 1440.480078] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9334db0-6659-4b9f-81e9-aec07c5cb0ad with Priority: HIGHEST for action port [ 1440.480078] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1da80c50-ac84-4b36-9cf7-028564ba96af taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.480078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.480078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.481100] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.481331] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1da80c50-ac84-4b36-9cf7-028564ba96af',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.482391] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1da80c50-ac84-4b36-9cf7-028564ba96af taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.482500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.482573] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.482738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.482882] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.482977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.483047] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.483391] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.483493] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.483825] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1da80c50-ac84-4b36-9cf7-028564ba96af',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.484517] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9334db0-6659-4b9f-81e9-aec07c5cb0ad taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.484517] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9334db0-6659-4b9f-81e9-aec07c5cb0ad" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.484677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9334db0-6659-4b9f-81e9-aec07c5cb0ad" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.484720] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9334db0-6659-4b9f-81e9-aec07c5cb0ad" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.484760] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9334db0-6659-4b9f-81e9-aec07c5cb0ad',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.986587] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1da80c50-ac84-4b36-9cf7-028564ba96af',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.987663] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1da80c50-ac84-4b36-9cf7-028564ba96af taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.988683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.988683] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9334db0-6659-4b9f-81e9-aec07c5cb0ad with status ACTIVE [ 1440.988683] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.988683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.988683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.988683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.988683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.988970] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.988970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.988970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.989096] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.989122] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.989537] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.989537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.989537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.989662] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.989662] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.989714] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9334db0-6659-4b9f-81e9-aec07c5cb0ad is going to be updated. [ 1441.011796] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.011796] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.011796] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.011979] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.011979] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.012148] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9334db0-6659-4b9f-81e9-aec07c5cb0ad" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.492109] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1da80c50-ac84-4b36-9cf7-028564ba96af',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.994526] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.994755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.994857] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.995112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.995249] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.995364] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1da80c50-ac84-4b36-9cf7-028564ba96af is going to be created. [ 1442.017819] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.018113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.018113] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.018282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.018436] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.030086] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1da80c50-ac84-4b36-9cf7-028564ba96af in Status: UNINITIALIZED for 2s [ 1444.041718] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1da80c50-ac84-4b36-9cf7-028564ba96af in Status: SUCCESS [ 1444.042087] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.042136] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.042373] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.042568] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.042701] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.042767] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.042935] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.043000] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.043101] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.043226] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1da80c50-ac84-4b36-9cf7-028564ba96af',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.545776] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1da80c50-ac84-4b36-9cf7-028564ba96af',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.048540] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1da80c50-ac84-4b36-9cf7-028564ba96af: rpc.has_security_group_logging(os_id): False [ 1445.066568] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.066744] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.066818] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.067041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.067132] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.067377] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.067475] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.067539] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.067691] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.067766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.067853] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1da80c50-ac84-4b36-9cf7-028564ba96af is going to be created. [ 1445.127476] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.127666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.127666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.127875] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.128121] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.138648] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1da80c50-ac84-4b36-9cf7-028564ba96af in Status: IN_PROGRESS for 2s [ 1445.480636] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.481318] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1445.514169] env[69933]: INFO networking_nsxv3.common.synchronization [req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 req-f11d438d-03d7-41a8-b478-770535755af3 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Enqueued Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_members [ 1445.514904] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGHEST for action security_group_members [ 1445.515061] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe61313c-7ef4-4979-a20d-b86e625fd10b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.515278] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.515278] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.515483] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.515694] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.515770] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.515837] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.516023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.516137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.516229] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.018476] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.018645] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.018683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.018907] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.040363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.040672] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.040800] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.040872] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.041078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.041164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.041254] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe61313c-7ef4-4979-a20d-b86e625fd10b is going to be updated. [ 1446.077922] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.078278] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.078278] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.078462] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.078647] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.089716] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe61313c-7ef4-4979-a20d-b86e625fd10b in Status: IN_PROGRESS for 2s [ 1447.151534] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1da80c50-ac84-4b36-9cf7-028564ba96af in Status: SUCCESS [ 1447.151867] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.101653] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe61313c-7ef4-4979-a20d-b86e625fd10b in Status: SUCCESS [ 1448.101653] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe61313c-7ef4-4979-a20d-b86e625fd10b deletion is rescheduled due to dependency. [ 1448.101653] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.515568] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.515911] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.516741] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.516741] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.518365] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.518694] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.519625] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.519958] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.521204] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.521472] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.522659] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.522979] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.523594] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.523921] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.525166] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.525545] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.247738] env[69933]: INFO networking_nsxv3.common.synchronization [req-3db85ab9-05ed-4831-9140-b471e6f1e175 req-75e2053a-f072-46e1-aea0-2beddcf2435f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1486.248237] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1486.248781] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.248916] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.248988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.249225] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.249398] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.249507] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.249564] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.249727] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.250077] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.250077] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.752347] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.752726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.752726] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.752891] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.753021] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.753238] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.753348] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.753413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.753577] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.753654] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.753740] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 is going to be updated. [ 1486.780537] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.780712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.780751] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.780929] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.781076] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.788958] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: IN_PROGRESS for 2s [ 1488.799601] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: SUCCESS [ 1488.799969] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 deletion is rescheduled due to dependency. [ 1488.799969] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.249217] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.249217] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1495.819225] env[69933]: INFO networking_nsxv3.common.synchronization [req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea req-b1b57252-2ab3-45b0-a249-3b3007da31c0 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1495.819795] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1495.820191] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.821024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.821024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.821024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.821024] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.821024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.821024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.821024] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.821309] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.821309] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.153188] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.153428] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-975" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.153579] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-975" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.153885] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-975" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.154187] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.154367] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.154506] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.154758] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.154928] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.155174] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1496.155310] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1496.155429] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1496.155556] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1496.155681] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1496.155793] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1496.155931] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1496.178056] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1496.178266] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1496.178469] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1496.178655] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-975" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.179030] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.179239] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.179371] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.179746] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.179911] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32c574b9-2e0c-4e3d-b1df-7bbd206dbc00',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.323481] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.323719] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.323882] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.324070] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.324169] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.324422] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.324530] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.324616] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.324790] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.324871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.324962] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 is going to be updated. [ 1496.349468] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.349641] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.349677] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.349868] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.349998] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.361384] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: IN_PROGRESS for 2s [ 1496.683045] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.683045] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.683045] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.683337] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.683416] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.683583] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 not found, creating... [ 1496.683855] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.684037] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.684167] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.684400] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.684548] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.684834] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.684997] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.685136] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.685354] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.685494] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.685640] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 is going to be created. [ 1496.713195] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.713423] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.713566] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.713855] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.714104] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.714337] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.392337] env[69933]: INFO networking_nsxv3.common.synchronization [req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea req-c2f6af0c-ff73-44b7-af3c-5752519b66a3 service nova] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_rules [ 1497.392337] env[69933]: INFO networking_nsxv3.common.synchronization [req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea req-c2f6af0c-ff73-44b7-af3c-5752519b66a3 service nova] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1497.392337] env[69933]: INFO networking_nsxv3.common.synchronization [req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea req-c2f6af0c-ff73-44b7-af3c-5752519b66a3 service nova] Enqueued Resource ID: 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 with Priority: HIGHEST for action port [ 1497.392337] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_rules [ 1497.392337] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1497.392337] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 with Priority: HIGHEST for action port [ 1497.393131] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.393628] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.393799] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.394185] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.394450] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.395907] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.395907] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.396595] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.396595] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.397707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.397707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.397707] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32c574b9-2e0c-4e3d-b1df-7bbd206dbc00',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.899334] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.900201] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.900462] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 with status ACTIVE [ 1497.900692] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.900824] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.900893] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.901123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.901216] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.901418] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.901562] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.901630] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.901799] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.901877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.902068] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.902165] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.902207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.902359] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.902435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.902511] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 is going to be updated. [ 1497.925368] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.925591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.925591] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.925776] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.925914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.926099] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.371345] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: SUCCESS [ 1498.371697] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 deletion is rescheduled due to dependency. [ 1498.371871] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.372127] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.372426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.372683] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.372842] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.372939] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.373164] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.373282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.373419] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.876128] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.379047] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.882620] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.883015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.883015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.883102] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.883208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.883330] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 is going to be updated. [ 1499.912905] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.913056] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.913137] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.913345] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.913484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.921948] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: IN_PROGRESS for 2s [ 1501.944379] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: SUCCESS [ 1501.944759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.944759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.944971] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.945191] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.945313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.945377] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.945543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.945625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.945714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.945802] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.393467] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.393652] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1502.448134] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.950824] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b32a3c8a-089a-40e7-9372-caf7279a1232: rpc.has_security_group_logging(os_id): False [ 1502.969055] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.969305] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.969445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.969643] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.969756] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.970022] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.970124] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.970192] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.970341] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.970418] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.970505] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 is going to be updated. [ 1503.028977] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.029202] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.029202] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.029531] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.029642] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.041841] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: IN_PROGRESS for 2s [ 1505.056354] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: SUCCESS [ 1505.056354] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.394827] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.394827] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.395733] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.395733] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.397184] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.397647] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.398688] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.399065] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.399841] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.400215] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.401474] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.401474] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.402826] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.402826] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1542.403831] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.404216] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1547.405565] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.405565] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1552.406729] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.407215] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1557.407840] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.408234] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.409406] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.409840] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.572515] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.572831] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-975" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.572831] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-975" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.573139] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-975" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.573709] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.573918] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.574203] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.574464] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.574620] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.574872] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1566.575009] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1566.575132] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1566.575250] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1566.575370] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1566.575484] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1566.575625] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1566.600971] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1566.601166] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1566.601310] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1566.601488] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-975" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.601809] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.601992] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.602176] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.602460] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.602713] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32c574b9-2e0c-4e3d-b1df-7bbd206dbc00',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.105701] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.105930] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.106084] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.106421] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.106593] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.106907] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.107086] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.107211] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.107445] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.107588] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.107869] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.108050] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.108177] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.108391] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.108534] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.108679] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 is going to be updated. [ 1567.130814] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.131229] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.131366] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.131701] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.131993] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.132310] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.410875] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1567.411046] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1567.790403] env[69933]: INFO networking_nsxv3.common.synchronization [req-d9fd166a-555d-4ea8-ac4c-9962ed07316d req-d4e03f99-78de-4cc8-bb93-57d773271d07 service nova] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_rules [ 1567.790669] env[69933]: INFO networking_nsxv3.common.synchronization [req-d9fd166a-555d-4ea8-ac4c-9962ed07316d req-d4e03f99-78de-4cc8-bb93-57d773271d07 service nova] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1567.790813] env[69933]: INFO networking_nsxv3.common.synchronization [req-d9fd166a-555d-4ea8-ac4c-9962ed07316d req-d4e03f99-78de-4cc8-bb93-57d773271d07 service nova] Enqueued Resource ID: 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 with Priority: HIGHEST for action port [ 1567.791392] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_rules [ 1567.791730] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1567.791730] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 with Priority: HIGHEST for action port [ 1567.792053] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.792284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.792375] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.792614] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.792740] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.793608] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.793783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.793916] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.794150] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.794350] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.794491] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.794599] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.794787] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.794915] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.795058] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.796073] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.796073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.796073] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.796308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.796440] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32c574b9-2e0c-4e3d-b1df-7bbd206dbc00',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.298014] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.299143] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.299265] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.300103] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 with status ACTIVE [ 1568.300274] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.300413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.300480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.300681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.300769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.300937] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.301048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.301111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.301262] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.301337] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.301514] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.301605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.301694] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.301796] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.301867] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.301948] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 is going to be updated. [ 1568.325589] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.326367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.326367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.326367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.326367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.326367] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.801089] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.304038] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.304038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.304308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.304308] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.304495] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.304495] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 is going to be updated. [ 1569.349503] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.349703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.349766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.350090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.350280] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.362352] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: IN_PROGRESS for 2s [ 1571.373424] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: SUCCESS [ 1571.373424] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.373847] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.373847] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.374013] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.374170] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.374170] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.374334] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.374414] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.374495] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.374586] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.876476] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.379289] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b32a3c8a-089a-40e7-9372-caf7279a1232: rpc.has_security_group_logging(os_id): False [ 1572.397111] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.397326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.397326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.397585] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.397679] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.397926] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.398039] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.398102] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.398253] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.398346] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.398434] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 is going to be updated. [ 1572.460123] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.460358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.460358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.460557] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.460703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.472761] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: IN_PROGRESS for 2s [ 1572.792863] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1572.792863] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1574.488203] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: SUCCESS [ 1574.488594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.793644] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1577.794115] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.794693] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.794983] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1584.173531] env[69933]: INFO networking_nsxv3.common.synchronization [req-1a1d6529-053e-427a-bd44-9075739a46df req-bb0d9eda-bc1a-4168-b11c-2a673c7ce7ac tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Enqueued Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1584.174021] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a3c8a-089a-40e7-9372-caf7279a1232 with Priority: HIGHEST for action security_group_members [ 1584.174382] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a3c8a-089a-40e7-9372-caf7279a1232 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.174569] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.174648] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.175160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.175160] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.175160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.175160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.175389] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.175439] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.175515] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a3c8a-089a-40e7-9372-caf7279a1232',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.678112] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.678311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.678311] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.678534] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.678627] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.678834] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.678936] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.679052] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.679213] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.679293] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.679385] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 is going to be updated. [ 1584.710311] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.710491] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.710529] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.710722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.710859] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.719086] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: IN_PROGRESS for 2s [ 1586.635367] env[69933]: INFO networking_nsxv3.common.synchronization [req-d560050b-2e46-4eea-9ba6-4cec46edab53 req-019db1e8-5ba7-4e24-998a-4e8d7afd4cf2 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Enqueued Resource ID: 1da80c50-ac84-4b36-9cf7-028564ba96af with Priority: HIGHEST for action security_group_members [ 1586.635882] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1da80c50-ac84-4b36-9cf7-028564ba96af with Priority: HIGHEST for action security_group_members [ 1586.636275] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1da80c50-ac84-4b36-9cf7-028564ba96af taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.636365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.636410] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.636579] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.636734] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.636834] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.636918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.637426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.637426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.637426] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1da80c50-ac84-4b36-9cf7-028564ba96af',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1586.729814] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a3c8a-089a-40e7-9372-caf7279a1232 in Status: SUCCESS [ 1586.730012] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a3c8a-089a-40e7-9372-caf7279a1232 deletion is rescheduled due to dependency. [ 1586.730166] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a3c8a-089a-40e7-9372-caf7279a1232" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.139625] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.139837] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.139837] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.140064] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.140221] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.140468] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.140579] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.140644] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.140811] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.140889] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.140979] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1da80c50-ac84-4b36-9cf7-028564ba96af is going to be updated. [ 1587.167993] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.168207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.168207] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.168435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.168583] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.176281] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1da80c50-ac84-4b36-9cf7-028564ba96af in Status: IN_PROGRESS for 2s [ 1589.186533] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1da80c50-ac84-4b36-9cf7-028564ba96af in Status: SUCCESS [ 1589.186905] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1da80c50-ac84-4b36-9cf7-028564ba96af deletion is rescheduled due to dependency. [ 1589.186905] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1da80c50-ac84-4b36-9cf7-028564ba96af" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.274168] env[69933]: INFO networking_nsxv3.common.synchronization [None req-c5882f5c-707e-4534-a097-e200d47c4c43 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Enqueued Resource ID: df9f5b5b-33aa-4b68-bd3f-24958919154e with Priority: HIGHEST for action security_group_rules [ 1591.274883] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9f5b5b-33aa-4b68-bd3f-24958919154e with Priority: HIGHEST for action security_group_rules [ 1591.274999] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df9f5b5b-33aa-4b68-bd3f-24958919154e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.275136] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.275205] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.275454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.275534] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df9f5b5b-33aa-4b68-bd3f-24958919154e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1591.339271] env[69933]: INFO networking_nsxv3.common.synchronization [None req-ee0cbf6c-d3e1-42a4-b473-9c9ed0daefbd tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Enqueued Resource ID: df9f5b5b-33aa-4b68-bd3f-24958919154e with Priority: HIGHEST for action security_group_rules [ 1591.339842] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9f5b5b-33aa-4b68-bd3f-24958919154e with Priority: HIGHEST for action security_group_rules [ 1591.340188] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df9f5b5b-33aa-4b68-bd3f-24958919154e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.340313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.794949] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.795172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.795172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.795381] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.795485] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.795564] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df9f5b5b-33aa-4b68-bd3f-24958919154e already deleted. [ 1591.795648] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.795792] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.796392] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.796392] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df9f5b5b-33aa-4b68-bd3f-24958919154e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1592.315750] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.315750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.315750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.315750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.315750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.315750] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df9f5b5b-33aa-4b68-bd3f-24958919154e already deleted. [ 1592.315750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.075960] env[69933]: INFO networking_nsxv3.common.synchronization [None req-d282036d-a90e-4447-beac-043d349aba99 None None] Enqueued Resource ID: c2415bbd-f908-4a7e-bb3a-79f177719ab1 with Priority: HIGHEST for action port [ 1595.076262] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2415bbd-f908-4a7e-bb3a-79f177719ab1 with Priority: HIGHEST for action port [ 1595.076846] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2415bbd-f908-4a7e-bb3a-79f177719ab1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.076950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2415bbd-f908-4a7e-bb3a-79f177719ab1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.077855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2415bbd-f908-4a7e-bb3a-79f177719ab1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.077855] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2415bbd-f908-4a7e-bb3a-79f177719ab1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.077855] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2415bbd-f908-4a7e-bb3a-79f177719ab1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1595.580080] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2415bbd-f908-4a7e-bb3a-79f177719ab1 [ 1595.580313] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.580454] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.580886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.580886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.580886] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.581036] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2415bbd-f908-4a7e-bb3a-79f177719ab1 already deleted. [ 1595.581036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2415bbd-f908-4a7e-bb3a-79f177719ab1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.722369] env[69933]: INFO networking_nsxv3.common.synchronization [req-913cf712-c20e-45d7-87a9-5f6285a3e651 req-18383e65-8240-413a-add3-8c803e3fdacf tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Enqueued Resource ID: df9f5b5b-33aa-4b68-bd3f-24958919154e with Priority: HIGHEST for action security_group_members [ 1596.722946] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9f5b5b-33aa-4b68-bd3f-24958919154e with Priority: HIGHEST for action security_group_members [ 1596.723231] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-df9f5b5b-33aa-4b68-bd3f-24958919154e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.723359] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.723413] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.723661] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.723818] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.723919] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.723977] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.724149] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.724235] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.724328] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df9f5b5b-33aa-4b68-bd3f-24958919154e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1596.880586] env[69933]: INFO networking_nsxv3.common.synchronization [None req-353af29b-53f3-47ef-bddf-590a677a31ae None None] Enqueued Resource ID: 7c648f73-eaea-4248-b394-2e644cd83807 with Priority: HIGHEST for action port [ 1596.881234] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c648f73-eaea-4248-b394-2e644cd83807 with Priority: HIGHEST for action port [ 1596.881615] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c648f73-eaea-4248-b394-2e644cd83807 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.881788] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c648f73-eaea-4248-b394-2e644cd83807" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.881869] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c648f73-eaea-4248-b394-2e644cd83807" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.882196] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c648f73-eaea-4248-b394-2e644cd83807" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.882309] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c648f73-eaea-4248-b394-2e644cd83807',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1596.992787] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.993138] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-949" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.993377] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-949" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.993783] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-949" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.994241] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.994432] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.994594] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.994845] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.995106] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.995219] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1596.995382] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1596.995519] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1596.995636] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1596.995755] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1596.995866] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1596.996178] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1597.016700] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1597.016900] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1597.017099] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1597.017295] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-949" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.017795] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-b8a08f5a-822b-41d0-b654-4d43a9690d6c taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.017795] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-b8a08f5a-822b-41d0-b654-4d43a9690d6c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.017949] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-b8a08f5a-822b-41d0-b654-4d43a9690d6c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.018276] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-b8a08f5a-822b-41d0-b654-4d43a9690d6c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.018592] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8a08f5a-822b-41d0-b654-4d43a9690d6c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.226818] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.226988] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.227085] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.227279] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.227369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.227564] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.227663] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.227721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.227877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.227954] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.228050] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df9f5b5b-33aa-4b68-bd3f-24958919154e already deleted. [ 1597.228131] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.384232] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c648f73-eaea-4248-b394-2e644cd83807 [ 1597.384458] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.384594] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.384665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.384883] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.384979] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.385088] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c648f73-eaea-4248-b394-2e644cd83807 already deleted. [ 1597.385172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c648f73-eaea-4248-b394-2e644cd83807" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.522895] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.523541] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.523541] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.523661] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.523793] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.523962] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port b8a08f5a-822b-41d0-b654-4d43a9690d6c not found, creating... [ 1597.524319] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.524421] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.524517] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.524737] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.524878] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.525176] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.525340] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.525461] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.525671] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.525820] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.525948] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: b8a08f5a-822b-41d0-b654-4d43a9690d6c is going to be created. [ 1597.544546] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.544754] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.544914] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.545187] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.545427] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.545660] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-b8a08f5a-822b-41d0-b654-4d43a9690d6c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.231964] env[69933]: INFO networking_nsxv3.common.synchronization [req-913cf712-c20e-45d7-87a9-5f6285a3e651 req-4334d004-e504-42b1-82e6-1ef79ee74298 service nova] Enqueued Resource ID: df9f5b5b-33aa-4b68-bd3f-24958919154e with Priority: HIGHEST for action security_group_rules [ 1598.232235] env[69933]: INFO networking_nsxv3.common.synchronization [req-913cf712-c20e-45d7-87a9-5f6285a3e651 req-4334d004-e504-42b1-82e6-1ef79ee74298 service nova] Enqueued Resource ID: df9f5b5b-33aa-4b68-bd3f-24958919154e with Priority: HIGHEST for action security_group_members [ 1598.232362] env[69933]: INFO networking_nsxv3.common.synchronization [req-913cf712-c20e-45d7-87a9-5f6285a3e651 req-4334d004-e504-42b1-82e6-1ef79ee74298 service nova] Enqueued Resource ID: b8a08f5a-822b-41d0-b654-4d43a9690d6c with Priority: HIGHEST for action port [ 1598.232587] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9f5b5b-33aa-4b68-bd3f-24958919154e with Priority: HIGHEST for action security_group_rules [ 1598.232717] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9f5b5b-33aa-4b68-bd3f-24958919154e with Priority: HIGHEST for action security_group_members [ 1598.232813] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8a08f5a-822b-41d0-b654-4d43a9690d6c with Priority: HIGHEST for action port [ 1598.233352] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df9f5b5b-33aa-4b68-bd3f-24958919154e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.233469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.233566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.233733] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.233813] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df9f5b5b-33aa-4b68-bd3f-24958919154e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.234685] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-df9f5b5b-33aa-4b68-bd3f-24958919154e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.234742] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.234769] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.234933] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.235091] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.235253] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.235253] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.235383] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.235464] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.235539] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df9f5b5b-33aa-4b68-bd3f-24958919154e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.236608] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8a08f5a-822b-41d0-b654-4d43a9690d6c taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.236710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8a08f5a-822b-41d0-b654-4d43a9690d6c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.236710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8a08f5a-822b-41d0-b654-4d43a9690d6c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.236928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8a08f5a-822b-41d0-b654-4d43a9690d6c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.236928] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8a08f5a-822b-41d0-b654-4d43a9690d6c',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.738147] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df9f5b5b-33aa-4b68-bd3f-24958919154e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.739417] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-df9f5b5b-33aa-4b68-bd3f-24958919154e taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.739516] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.739934] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8a08f5a-822b-41d0-b654-4d43a9690d6c with status ACTIVE [ 1598.740130] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.740255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.740323] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.740522] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.740609] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.740778] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.740872] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.740932] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.741170] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.741276] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.741515] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.741662] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.741746] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.741916] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.742023] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.742135] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8a08f5a-822b-41d0-b654-4d43a9690d6c is going to be updated. [ 1598.763654] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.763847] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.763847] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.764154] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.764326] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.764511] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8a08f5a-822b-41d0-b654-4d43a9690d6c" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.240384] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df9f5b5b-33aa-4b68-bd3f-24958919154e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1599.742327] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.742547] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.742647] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.742894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.743019] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.743145] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df9f5b5b-33aa-4b68-bd3f-24958919154e is going to be created. [ 1599.766243] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.766427] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.766513] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.766703] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.766858] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.777864] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df9f5b5b-33aa-4b68-bd3f-24958919154e in Status: UNINITIALIZED for 2s [ 1601.565022] env[69933]: INFO networking_nsxv3.common.synchronization [req-d119d539-477d-4d63-ac28-46bc25e8b851 req-c81df9a6-c702-46e0-a661-a9a3582e19f0 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Enqueued Resource ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 with Priority: HIGHEST for action security_group_members [ 1601.565577] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 with Priority: HIGHEST for action security_group_members [ 1601.565876] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.565995] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.566080] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.566487] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.566641] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.566744] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.566806] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.566955] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.567081] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.567222] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.788141] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df9f5b5b-33aa-4b68-bd3f-24958919154e in Status: SUCCESS [ 1601.788364] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.788528] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.788755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.788950] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.789084] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.789176] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.789333] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.789418] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.789521] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.789702] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df9f5b5b-33aa-4b68-bd3f-24958919154e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.821748] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.821957] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "network-874" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.822105] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "network-874" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.822859] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "network-874" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.823093] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.823588] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.823588] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.823677] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.823790] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.824016] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1601.824131] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] NeedRegenerationException {{(pid=69933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1601.824279] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] no value, waiting for create lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1601.824394] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] value creation lock acquired {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1601.824509] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] No value present for key: 'zone-id' {{(pid=69933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1601.824619] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Calling creation function for not-yet-present value {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1601.824756] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1601.843430] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1601.843651] env[69933]: DEBUG dogpile.cache.region [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1601.843801] env[69933]: DEBUG dogpile.lock [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Released creation lock {{(pid=69933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1601.843982] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "network-874" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.844344] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock port-ea6f24fa-2b46-4832-99bd-985a1eca004d taken with stack trace [, , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.844538] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "port-ea6f24fa-2b46-4832-99bd-985a1eca004d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.844685] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "port-ea6f24fa-2b46-4832-99bd-985a1eca004d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.845025] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "port-ea6f24fa-2b46-4832-99bd-985a1eca004d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.845175] env[69933]: DEBUG networking_nsxv3.api.rpc [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea6f24fa-2b46-4832-99bd-985a1eca004d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1602.070728] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.070914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.070968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.071208] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.071304] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.071514] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.071610] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.071674] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.071824] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.071902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.071987] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 already deleted. [ 1602.072078] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.291779] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df9f5b5b-33aa-4b68-bd3f-24958919154e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1602.347915] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.348179] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.348317] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.348629] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.348793] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.348959] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Segment Port ea6f24fa-2b46-4832-99bd-985a1eca004d not found, creating... [ 1602.349329] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.349516] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.349627] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.349898] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.350134] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.350610] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.350795] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.350923] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.351223] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.351373] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.351583] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Resource: SegmentPort with ID: ea6f24fa-2b46-4832-99bd-985a1eca004d is going to be created. [ 1602.375823] env[69933]: DEBUG networking_nsxv3.common.locking [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.376133] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.376274] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.376561] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.376798] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.377061] env[69933]: DEBUG oslo_concurrency.lockutils [None req-ac7612ca-9832-4ecc-9f85-83175081a77f None None] Releasing lock "port-ea6f24fa-2b46-4832-99bd-985a1eca004d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.794386] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df9f5b5b-33aa-4b68-bd3f-24958919154e: rpc.has_security_group_logging(os_id): False [ 1602.811829] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.812035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.812035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.812225] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.812319] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.812570] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.812672] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.812738] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.812894] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.812962] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.813069] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df9f5b5b-33aa-4b68-bd3f-24958919154e is going to be created. [ 1602.875388] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.875573] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.875619] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.875830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.875991] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.887218] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df9f5b5b-33aa-4b68-bd3f-24958919154e in Status: IN_PROGRESS for 2s [ 1603.054831] env[69933]: INFO networking_nsxv3.common.synchronization [req-d119d539-477d-4d63-ac28-46bc25e8b851 req-7621ae7e-d76f-4ba7-ba8c-b726e66f96fe service nova] Enqueued Resource ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 with Priority: HIGHEST for action security_group_rules [ 1603.055030] env[69933]: INFO networking_nsxv3.common.synchronization [req-d119d539-477d-4d63-ac28-46bc25e8b851 req-7621ae7e-d76f-4ba7-ba8c-b726e66f96fe service nova] Enqueued Resource ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 with Priority: HIGHEST for action security_group_members [ 1603.055178] env[69933]: INFO networking_nsxv3.common.synchronization [req-d119d539-477d-4d63-ac28-46bc25e8b851 req-7621ae7e-d76f-4ba7-ba8c-b726e66f96fe service nova] Enqueued Resource ID: ea6f24fa-2b46-4832-99bd-985a1eca004d with Priority: HIGHEST for action port [ 1603.055413] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 with Priority: HIGHEST for action security_group_rules [ 1603.055546] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 with Priority: HIGHEST for action security_group_members [ 1603.055643] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea6f24fa-2b46-4832-99bd-985a1eca004d with Priority: HIGHEST for action port [ 1603.056236] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.056444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.056444] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.056680] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.056749] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.057631] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.057750] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.057862] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.057992] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.058161] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.058255] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.058317] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.058452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.058793] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.058793] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.060750] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea6f24fa-2b46-4832-99bd-985a1eca004d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.060897] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea6f24fa-2b46-4832-99bd-985a1eca004d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.060942] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea6f24fa-2b46-4832-99bd-985a1eca004d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.061142] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea6f24fa-2b46-4832-99bd-985a1eca004d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.061198] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea6f24fa-2b46-4832-99bd-985a1eca004d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.563304] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.564369] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.564512] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.564642] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea6f24fa-2b46-4832-99bd-985a1eca004d with status ACTIVE [ 1603.564803] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.564950] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.564986] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.565186] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.565274] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.565447] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.565543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.565607] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.565761] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.565838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.566025] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.566123] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.566184] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.566325] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.566401] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.566476] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea6f24fa-2b46-4832-99bd-985a1eca004d is going to be updated. [ 1603.586892] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.587182] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.587182] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.587316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.587449] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.587606] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea6f24fa-2b46-4832-99bd-985a1eca004d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.069288] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.571665] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.571860] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.571983] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.572182] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.572279] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.572384] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 is going to be created. [ 1604.599791] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.599948] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.600014] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.600227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.600398] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.611448] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 in Status: UNINITIALIZED for 2s [ 1604.899716] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df9f5b5b-33aa-4b68-bd3f-24958919154e in Status: SUCCESS [ 1604.900076] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.623019] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 in Status: SUCCESS [ 1606.623365] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.623505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.623656] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.623852] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.623970] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.624068] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.624204] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.624288] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.624377] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.624487] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1607.127273] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.127459] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.127499] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.127735] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.127918] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.128038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.128111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.128271] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.128358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.128448] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.128604] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.128698] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.128757] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.128899] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.129051] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.129193] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.129274] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.129425] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.129505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.129588] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.129680] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1607.632777] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6: rpc.has_security_group_logging(os_id): False [ 1607.655704] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.655903] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.655968] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.656161] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.656300] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.656550] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.656676] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.657275] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.657484] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.657602] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.657916] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.658032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.658032] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.658172] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.658253] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.658442] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.658537] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.658596] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.658732] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.659289] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.659289] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 is going to be created. [ 1607.738131] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.738297] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.738358] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.738576] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.738754] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.749191] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 in Status: IN_PROGRESS for 2s [ 1608.056918] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1608.056918] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1609.762066] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 in Status: SUCCESS [ 1609.762539] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.057502] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1613.057864] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1613.720107] env[69933]: INFO networking_nsxv3.common.synchronization [req-d31e0808-6523-4d8e-9daa-b2862157b7ec req-c7e5e718-c76a-447c-8285-9b3c6179806a tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Enqueued Resource ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 with Priority: HIGHEST for action security_group_members [ 1613.720566] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 with Priority: HIGHEST for action security_group_members [ 1613.720898] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.720985] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.721038] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.721237] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.721397] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.721496] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.721556] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.721723] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.721809] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.721913] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.225086] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.225447] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.225447] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.225605] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.225661] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.225830] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.225975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.225975] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.226206] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.226206] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.226313] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 is going to be updated. [ 1614.254902] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.255086] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.255157] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.255313] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.255452] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.265566] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 in Status: IN_PROGRESS for 2s [ 1616.275876] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 in Status: SUCCESS [ 1616.276316] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 deletion is rescheduled due to dependency. [ 1616.276316] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.721359] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1618.721657] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1623.722943] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1623.722943] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1628.724319] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1628.724319] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1633.726682] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1633.726682] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1638.727497] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1638.727852] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1640.915411] env[69933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1640.915819] env[69933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b7e4bfe-e00b-48e2-8d7d-9b216679b7cb None None] NSXv3 Agent Agent loop - iteration:4 started [ 1643.728990] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1643.729369] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1648.730833] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1648.730833] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1653.732485] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1653.732832] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1658.733883] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1658.734315] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1661.846440] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1661.846725] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.846725] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.846959] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.847082] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1662.349925] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1662.851941] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1663.354137] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1663.354389] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1663.735272] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1663.735459] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1664.090285] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.090731] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.090731] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.090731] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.232464] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1664.233277] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.234417] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1664.275823] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.276074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.276074] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.276251] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.289612] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.290411] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1664.290494] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1664.290596] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1664.323595] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.323846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.323846] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.323997] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.324749] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.324906] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1664.403590] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.403818] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.403818] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.404044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.404402] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.404702] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1664.482187] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.482409] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.482409] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.482632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.482902] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.483189] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1664.483270] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'df9f5b5b-33aa-4b68-bd3f-24958919154e', 'f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6', 'f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a', '9eb73c70-96ae-4b9d-972e-e6dcf77f704d', '8c82b19f-d788-4c49-89be-b35465a7c7bb', '8b718351-0fd6-494c-b6de-da1c2fecb2ce', 'f577ced3-8c05-4917-a659-d6b10d13944a', 'e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e', 'c1fa85da-927f-46c9-b2bc-954d6ed34e2f', '92799342-7ea0-49fc-af59-fd04e380b3db', '5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f', '5bd25c0a-a661-4c28-b42f-0b161d240baf', 'a8c7ac16-353e-4374-abbc-9a1d012852ff', '449d5f16-71b4-4352-832e-7323da318d22', '46ba164e-5c03-4513-a24e-47b9de9450b3', '65a3c3d6-c42b-4a72-ad08-9e8bc54de63e', 'fe61313c-7ef4-4979-a20d-b86e625fd10b', '073e890b-c18d-4c10-8b42-ae21fba9b6f0', '11da399e-13ef-4b9f-8e49-5c8ca3b26ba1', 'd9a2a70c-e742-4535-9e20-ddd0975d65c8', 'b32a3c8a-089a-40e7-9372-caf7279a1232', 'f7007fcd-ca97-4df8-9555-1266bc54f133', '8cd8ae35-877a-4982-86b7-15761f7a9d47', '1da80c50-ac84-4b36-9cf7-028564ba96af', '2ae0bd03-b74e-4de1-962f-02b9a1fea353', '6a597d2c-722d-4a93-b87b-83de0fc45656', '372297e0-1037-4ee4-8a18-c41b8ec57cf8', 'fb136dc2-3f21-4749-b867-41cfaa5a3099'} {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1664.483363] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1664.500673] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.500877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.500877] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.501061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.501146] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.501253] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1664.501320] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1664.501388] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1664.585157] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.585376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.585376] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.585571] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.586693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.586954] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1664.587040] env[69933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1664.587115] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1664.587181] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1664.587256] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1664.587327] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df9f5b5b-33aa-4b68-bd3f-24958919154e with Priority: HIGH for action security_group_rules [ 1664.587404] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 with Priority: HIGH for action security_group_rules [ 1664.587471] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a with Priority: HIGH for action security_group_rules [ 1664.587547] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d with Priority: HIGH for action security_group_rules [ 1664.587618] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGH for action security_group_rules [ 1664.587686] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGH for action security_group_rules [ 1664.587752] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGH for action security_group_rules [ 1664.587822] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e with Priority: HIGH for action security_group_rules [ 1664.587862] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGH for action security_group_rules [ 1664.587966] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGH for action security_group_rules [ 1664.587966] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f with Priority: HIGH for action security_group_rules [ 1664.588087] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf with Priority: HIGH for action security_group_rules [ 1664.588087] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8c7ac16-353e-4374-abbc-9a1d012852ff with Priority: HIGH for action security_group_rules [ 1664.588139] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 449d5f16-71b4-4352-832e-7323da318d22 with Priority: HIGH for action security_group_rules [ 1664.588201] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGH for action security_group_rules [ 1664.588260] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e with Priority: HIGH for action security_group_rules [ 1664.588318] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGH for action security_group_rules [ 1664.588379] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGH for action security_group_rules [ 1664.588440] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGH for action security_group_rules [ 1664.588500] env[69933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGH for action security_group_rules [ 1664.588597] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.543534] env[69933]: INFO networking_nsxv3.common.synchronization [req-97981516-05fb-49be-876d-6064f07c6dd1 req-fac5c8b3-6f3c-424d-8d40-408b04c6b0f9 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Enqueued Resource ID: df9f5b5b-33aa-4b68-bd3f-24958919154e with Priority: HIGHEST for action security_group_members [ 1667.543534] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9f5b5b-33aa-4b68-bd3f-24958919154e with Priority: HIGHEST for action security_group_members [ 1667.543534] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9f5b5b-33aa-4b68-bd3f-24958919154e with Priority: HIGH for action security_group_rules [ 1667.543534] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a with Priority: HIGH for action security_group_rules [ 1667.543848] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f577ced3-8c05-4917-a659-d6b10d13944a with Priority: HIGH for action security_group_rules [ 1667.543848] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 with Priority: HIGH for action security_group_rules [ 1667.543848] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 with Priority: HIGH for action security_group_rules [ 1667.543955] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 with Priority: HIGH for action security_group_rules [ 1667.544014] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 with Priority: HIGH for action security_group_rules [ 1667.544064] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe61313c-7ef4-4979-a20d-b86e625fd10b with Priority: HIGH for action security_group_rules [ 1667.544153] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 449d5f16-71b4-4352-832e-7323da318d22 with Priority: HIGH for action security_group_rules [ 1667.544244] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e with Priority: HIGH for action security_group_rules [ 1667.545525] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c7ac16-353e-4374-abbc-9a1d012852ff with Priority: HIGH for action security_group_rules [ 1667.545525] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf with Priority: HIGH for action security_group_rules [ 1667.545525] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f with Priority: HIGH for action security_group_rules [ 1667.545525] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92799342-7ea0-49fc-af59-fd04e380b3db with Priority: HIGH for action security_group_rules [ 1667.545525] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f with Priority: HIGH for action security_group_rules [ 1667.545525] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce with Priority: HIGH for action security_group_rules [ 1667.545525] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e with Priority: HIGH for action security_group_rules [ 1667.545525] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb with Priority: HIGH for action security_group_rules [ 1667.545525] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 with Priority: HIGH for action security_group_rules [ 1667.545525] env[69933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d with Priority: HIGH for action security_group_rules [ 1667.546041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock member-df9f5b5b-33aa-4b68-bd3f-24958919154e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.546041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.546041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.546219] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.546327] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.546438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.546497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.546660] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.546744] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.546833] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df9f5b5b-33aa-4b68-bd3f-24958919154e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.547703] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df9f5b5b-33aa-4b68-bd3f-24958919154e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.547832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.547872] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.548046] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.548095] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df9f5b5b-33aa-4b68-bd3f-24958919154e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.548868] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.550035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.550035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.550035] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.550035] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.550035] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f577ced3-8c05-4917-a659-d6b10d13944a taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.550497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.550497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.550497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.550497] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f577ced3-8c05-4917-a659-d6b10d13944a',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.551724] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ba164e-5c03-4513-a24e-47b9de9450b3 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.551724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.551724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.551724] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.551724] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ba164e-5c03-4513-a24e-47b9de9450b3',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.555832] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.555832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.555832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.555832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.555832] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9a2a70c-e742-4535-9e20-ddd0975d65c8',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.555832] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.555832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.555832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.555832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.555832] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11da399e-13ef-4b9f-8e49-5c8ca3b26ba1',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.555832] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-073e890b-c18d-4c10-8b42-ae21fba9b6f0 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.555832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.555832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.555832] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.555832] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('073e890b-c18d-4c10-8b42-ae21fba9b6f0',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.556773] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe61313c-7ef4-4979-a20d-b86e625fd10b taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.556773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.556773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.556773] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.556773] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe61313c-7ef4-4979-a20d-b86e625fd10b',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.557666] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-449d5f16-71b4-4352-832e-7323da318d22 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.557666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.557666] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.557922] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.558017] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('449d5f16-71b4-4352-832e-7323da318d22',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.558972] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.559120] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.559158] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.559380] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.559412] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a3c3d6-c42b-4a72-ad08-9e8bc54de63e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.560317] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8c7ac16-353e-4374-abbc-9a1d012852ff taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.560399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.560399] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.560557] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.560627] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8c7ac16-353e-4374-abbc-9a1d012852ff',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.561346] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bd25c0a-a661-4c28-b42f-0b161d240baf taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.561437] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.561501] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.561665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.561665] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bd25c0a-a661-4c28-b42f-0b161d240baf',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.562339] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.562463] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.562526] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.562676] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.562759] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.564927] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92799342-7ea0-49fc-af59-fd04e380b3db taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.565048] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.565298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.565298] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.565425] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92799342-7ea0-49fc-af59-fd04e380b3db',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.566120] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.566295] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.566362] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.566514] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.566586] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1fa85da-927f-46c9-b2bc-954d6ed34e2f',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.567555] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.567555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.567681] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.567772] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.567844] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b718351-0fd6-494c-b6de-da1c2fecb2ce',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.569125] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.569233] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.569301] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.569450] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.569648] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.570311] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c82b19f-d788-4c49-89be-b35465a7c7bb taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.570415] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.570480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.570665] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.570768] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c82b19f-d788-4c49-89be-b35465a7c7bb',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.571624] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.572480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.572480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.572480] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.572480] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.573129] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d taken with stack trace [, , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.573221] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.573221] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.573369] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.573443] env[69933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eb73c70-96ae-4b9d-972e-e6dcf77f704d',) {} {{(pid=69933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.601802] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.601912] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.601952] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.602182] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.609014] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.609145] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.610262] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.610372] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.618878] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.619041] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8c7ac16-353e-4374-abbc-9a1d012852ff is going to be deleted. [ 1667.619893] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.620111] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.637625] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.637766] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 073e890b-c18d-4c10-8b42-ae21fba9b6f0 is going to be deleted. [ 1667.638955] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.639180] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.656747] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.656882] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 449d5f16-71b4-4352-832e-7323da318d22 is going to be deleted. [ 1667.698281] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.698502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.698502] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.698707] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.699231] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.699231] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8c7ac16-353e-4374-abbc-9a1d012852ff" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.726499] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.726729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.726729] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.727012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.727012] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.727143] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-073e890b-c18d-4c10-8b42-ae21fba9b6f0" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.734796] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.735041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.735041] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.735240] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.735329] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.735445] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-449d5f16-71b4-4352-832e-7323da318d22" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.075666] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.075838] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.075895] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.076175] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.138899] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.139193] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.139965] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.140190] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.140818] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.140941] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.141625] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.141731] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.142525] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.142613] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.143369] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.143479] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.144248] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.144360] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.145041] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.145155] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.145876] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.146017] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.146675] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.146766] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.147381] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1668.147829] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.147917] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.148524] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1668.148941] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.149072] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.149726] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1668.150190] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.150312] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.150970] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1668.151399] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.151505] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.152070] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1668.152495] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.152693] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.152805] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.152881] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.153100] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.153183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.153274] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df9f5b5b-33aa-4b68-bd3f-24958919154e is going to be updated. [ 1668.154282] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.154394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.155733] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.155830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.156633] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.156714] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.157272] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1668.157716] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.157816] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.190205] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1668.190710] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.190843] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a is going to be deleted. [ 1668.191900] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.192152] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.194563] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.194687] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.194759] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.194928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.195075] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.202621] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df9f5b5b-33aa-4b68-bd3f-24958919154e in Status: IN_PROGRESS for 2s [ 1668.214391] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.214599] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bd25c0a-a661-4c28-b42f-0b161d240baf is going to be deleted. [ 1668.215424] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.215631] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.215721] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.215818] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df9f5b5b-33aa-4b68-bd3f-24958919154e is going to be deleted. [ 1668.216566] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.216725] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.235555] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.235701] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9a2a70c-e742-4535-9e20-ddd0975d65c8 is going to be deleted. [ 1668.236632] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.236848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.251463] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.251621] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.257323] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.257466] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c82b19f-d788-4c49-89be-b35465a7c7bb is going to be deleted. [ 1668.258425] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.258657] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.265346] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.265494] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.288441] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.288693] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.289531] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.289685] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe61313c-7ef4-4979-a20d-b86e625fd10b is going to be deleted. [ 1668.290616] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.290830] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.292192] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.292290] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.333987] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.334238] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11da399e-13ef-4b9f-8e49-5c8ca3b26ba1 is going to be deleted. [ 1668.335129] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.335438] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.348666] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.348908] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.369848] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.370030] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1fa85da-927f-46c9-b2bc-954d6ed34e2f is going to be deleted. [ 1668.370924] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.371159] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.408696] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.408882] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.422667] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.422667] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6 is going to be deleted. [ 1668.422935] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.423160] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.474731] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.474914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.481748] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.481945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.489319] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.489319] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f is going to be deleted. [ 1668.490284] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.490500] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.563503] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.563881] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92799342-7ea0-49fc-af59-fd04e380b3db is going to be deleted. [ 1668.564671] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.564901] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.582256] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.582256] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.600277] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.600447] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.617734] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.617929] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e is going to be deleted. [ 1668.619249] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.619473] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.675673] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.675880] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.676690] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.676816] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eb73c70-96ae-4b9d-972e-e6dcf77f704d is going to be deleted. [ 1668.677755] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.677967] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.718118] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.718281] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b718351-0fd6-494c-b6de-da1c2fecb2ce is going to be deleted. [ 1668.719339] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.719565] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.768435] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.768617] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a3c3d6-c42b-4a72-ad08-9e8bc54de63e is going to be deleted. [ 1668.769670] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.769885] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.771820] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.771928] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.803945] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.804153] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ba164e-5c03-4513-a24e-47b9de9450b3 is going to be deleted. [ 1668.805094] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.805394] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.841691] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.841934] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.848557] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.848722] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.878494] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.878761] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.898259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.898427] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f577ced3-8c05-4917-a659-d6b10d13944a is going to be deleted. [ 1668.899386] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.899658] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.899783] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.899918] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1f8b019-aac2-4dfb-8dba-ac0f5fc1a38a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.900097] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.900269] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.900351] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.900469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bd25c0a-a661-4c28-b42f-0b161d240baf" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.901092] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.901257] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.901343] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.901469] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.901604] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.901752] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.901833] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.901955] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9a2a70c-e742-4535-9e20-ddd0975d65c8" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.902112] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.902258] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.902336] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.902447] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c82b19f-d788-4c49-89be-b35465a7c7bb" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.902572] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.902711] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.902820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.902943] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe61313c-7ef4-4979-a20d-b86e625fd10b" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.903090] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.903238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.903314] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.903426] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11da399e-13ef-4b9f-8e49-5c8ca3b26ba1" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.903557] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.903700] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.903776] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.903890] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1fa85da-927f-46c9-b2bc-954d6ed34e2f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.904036] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.904183] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.904259] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.904371] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a93ec4-b491-4ee2-8b53-3521eaa2c5b6" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.904497] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.904636] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.904712] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.904820] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ad0ab49-b0c4-42cb-a4c9-fafa77f0f39f" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.904944] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.905125] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.905188] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.905278] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92799342-7ea0-49fc-af59-fd04e380b3db" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.905406] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.905543] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.905619] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.905731] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9d58c2e-8c14-4301-9ff2-c95ac3b0dc9e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.905887] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.906044] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.906122] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.906238] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eb73c70-96ae-4b9d-972e-e6dcf77f704d" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.906363] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.906506] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.906581] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.906688] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b718351-0fd6-494c-b6de-da1c2fecb2ce" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.906819] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.906957] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.907043] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.907147] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a3c3d6-c42b-4a72-ad08-9e8bc54de63e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.938017] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.938227] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.938272] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.938463] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.938557] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.938683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ba164e-5c03-4513-a24e-47b9de9450b3" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.029866] env[69933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1669.030448] env[69933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1669.030616] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.030683] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1669.030914] env[69933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1669.031015] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.031152] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f577ced3-8c05-4917-a659-d6b10d13944a" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.213061] env[69933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df9f5b5b-33aa-4b68-bd3f-24958919154e in Status: SUCCESS [ 1670.213061] env[69933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df9f5b5b-33aa-4b68-bd3f-24958919154e deletion is rescheduled due to dependency. [ 1670.213061] env[69933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df9f5b5b-33aa-4b68-bd3f-24958919154e" {{(pid=69933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.546282] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1672.546709] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1677.547555] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1677.548038] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1682.549306] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1682.549662] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1687.550174] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1687.550576] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1692.551854] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1692.552230] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1697.552831] env[69933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1697.553235] env[69933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0